-- Logs begin at Tue 2021-06-29 10:55:32 UTC, end at Tue 2021-06-29 12:01:36 UTC. -- Jun 29 11:27:05.779480 dv-cinder-797608-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 11:27:08.545982 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.common.config [-] Logging enabled! Jun 29 11:27:08.546714 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 11:27:08.546813 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 11:27:08.550629 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.common.config [-] Logging enabled! Jun 29 11:27:08.550883 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 11:27:08.551200 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 11:27:08.552236 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 11:27:08.552420 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 11:27:08.552796 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 11:27:08.553044 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 11:27:08.553274 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 11:27:08.553599 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.553903 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.554203 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.554437 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.554735 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.555028 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.555313 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.555605 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.555905 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.556219 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.556505 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.556794 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.557026 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.557309 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.557598 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.557888 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.558113 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] debug = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.558402 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.558830 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.559234 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.559519 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.559812 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.560104 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.560392 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.560670 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.560960 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.561291 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] host = dv-cinder-797608-2-iscsi {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.561570 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.561858 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.562148 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.562436 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.562711 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.562990 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.563277 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.563553 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.563828 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] log_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.564106 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.564419 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.564709 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.565003 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.565227 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.565604 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.566146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.566146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.566361 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.566603 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.566879 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.567156 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.567433 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.567703 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.567993 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.568308 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.568596 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.568873 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.569149 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.569430 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.569699 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.569986 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.570260 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.570534 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.570810 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.571099 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.571371 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.571648 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.571959 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.572278 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.572564 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.572851 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.573131 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.573416 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.573693 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.573970 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.574245 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] use_json = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.574521 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.574795 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.575080 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.575355 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.575630 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.575908 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.576207 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.576498 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:08.576801 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.577102 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.577406 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.577695 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.577995 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.578284 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.578576 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.578857 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.579146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.579439 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.579732 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.580014 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.580328 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.580610 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.581443 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.581894 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.582178 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.582479 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.582765 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.583041 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.583320 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.583605 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.583895 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.584217 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.584514 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.584794 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.585100 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.585376 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.585658 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.585935 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.586216 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.586509 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.586792 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.587069 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.587355 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.587636 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.587911 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.588215 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.588500 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.588800 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.589082 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.589357 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.589636 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.589913 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.590208 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.590470 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.590750 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.591024 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.591299 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.591578 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.591853 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.592152 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.592432 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.592704 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.592984 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.593259 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.593531 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.593802 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.594076 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.594348 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.594619 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.594894 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.595174 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.595448 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.595723 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.595996 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.596301 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.596679 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.597459 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.597765 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.598054 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.598342 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.598629 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.598921 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.599208 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.599492 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.599779 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.600064 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.600365 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.600663 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.600953 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.601248 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.601535 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.601818 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.602119 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.602403 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.602691 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.602968 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.603252 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.603548 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.603837 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.604146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.604461 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.604759 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.605058 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.605358 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.605643 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.605960 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.606247 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:08.606468 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 11:27:08.606722 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93035) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 11:27:08.963422 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:08.963707 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:08.963980 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:08.964359 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 11:27:09.376514 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.376849 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.377072 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.378443 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.378724 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.378997 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.414420 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.414700 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.414973 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.428559 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.428843 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.429118 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.460120 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.460435 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.460712 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.499176 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.499453 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.499724 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.739372 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.740279 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.740279 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.740478 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.741103 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.867325 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.867647 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.867936 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.868238 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.868508 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.868820 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.869084 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.869348 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.869606 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.869892 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.870154 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.870422 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.870687 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.870956 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.871215 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.871486 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.871759 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.872197 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.872478 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.872737 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.873025 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.873381 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.873639 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.873927 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.874179 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.874428 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.874826 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:09.875074 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:09.875317 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:09.875559 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:09.875798 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:09.876036 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:09.876425 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 11:27:09.880223 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 11:27:09.884177 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 11:27:09.888031 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 29 11:27:09.889701 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 11:27:09.890166 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 11:27:09.890505 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 11:27:09.890895 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 11:27:09.894624 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 11:27:09.894881 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 11:27:09.895232 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 11:27:09.923112 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 11:27:09.923573 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.923880 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 11:27:09.924282 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.925897 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 11:27:09.926187 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 11:27:09.926441 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 11:27:09.929789 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.930080 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:09.995503 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 11:27:09.995672 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 11:27:09.995893 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 11:27:09.996306 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 11:27:10.017092 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_db.sqlalchemy.engines [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93035) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 11:27:10.578689 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Initializing driver for type 'gre' Jun 29 11:27:10.579224 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] gre ID ranges: [(1, 1000)] Jun 29 11:27:10.637807 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Initializing driver for type 'local' Jun 29 11:27:10.638141 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Initializing driver for type 'vlan' Jun 29 11:27:10.652560 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] VlanTypeDriver initialization complete Jun 29 11:27:10.652898 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Initializing driver for type 'vxlan' Jun 29 11:27:10.653400 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] vxlan ID ranges: [(1, 1000)] Jun 29 11:27:10.709571 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Initializing extension driver 'port_security' Jun 29 11:27:10.709988 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.extensions.port_security [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] PortSecurityExtensionDriver initialization complete Jun 29 11:27:10.710739 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Initializing mechanism driver 'openvswitch' Jun 29 11:27:10.710889 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Initializing mechanism driver 'hyperv' Jun 29 11:27:10.718624 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.plugins.ml2.plugin [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:10.719890 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > port after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.720403 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > port after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.720880 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > port after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.721383 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.722450 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.722845 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.723345 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > network after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.723747 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > network after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.724226 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > network after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.724712 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.725294 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.725754 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.726238 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.726708 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.727204 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.727790 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.728293 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.728687 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.729232 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] ML2 OVO RPC backend initialized. {{(pid=93035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 11:27:10.730131 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.730670 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.731072 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > network before_response 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.731697 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > networks before_response 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.732546 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > port before_response 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.732819 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > ports before_response 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.733265 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.733776 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.734271 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > network after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.734741 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > network after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.735105 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > network after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.735602 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > port after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.736183 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > port after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.736522 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > port after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.736916 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.738087 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.738516 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.739201 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.plugin [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Modular L2 Plugin initialization complete Jun 29 11:27:10.739622 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading services supported by the core plugin {{(pid=93035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 11:27:10.740431 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.plugins.ml2.managers [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Got port-security extension from driver 'port_security' Jun 29 11:27:10.740820 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.extensions.vlantransparent [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Disabled vlantransparent extension. Jun 29 11:27:10.741340 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 11:27:10.741692 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading Plugin: router Jun 29 11:27:10.777646 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.778039 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router after_create 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.778412 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router before_create 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.778775 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.779144 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.779494 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router after_delete 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.779850 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.780250 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router after_create 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.780602 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router after_update 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.780948 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router after_update 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.781299 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.781653 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router after_update 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.782065 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.782438 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: port after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.782779 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: port after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.783116 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: subnet after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.783453 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.783801 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.784685 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.785033 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: port before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.785470 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.785831 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router after_update 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.786174 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.786527 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.786890 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.787235 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.787601 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > agent after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.787947 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.788318 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > network after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.789225 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Tracking information for resource: router configured {{(pid=93035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:10.789555 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Tracking information for resource: floatingip configured {{(pid=93035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:10.794763 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.db.l3_agentschedulers_db [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 11:27:10.795864 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: port after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.795864 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: port after_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.796045 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: port after_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.797614 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: port after_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.797614 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router before_create 55550100 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.797614 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.799511 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.799511 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.803713 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.services.provider_configuration [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service providers = [] {{(pid=93035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 11:27:10.804077 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.db.servicetype_db [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 11:27:10.807082 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.services.service_base [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 11:27:10.807437 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.services.service_base [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 11:27:10.807779 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.services.service_base [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 11:27:10.808683 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.services.service_base [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 11:27:10.809054 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.services.service_base [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 11:27:10.809439 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:10.809753 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 11:27:10.822623 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:10.822955 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading Plugin: auto_allocate Jun 29 11:27:10.829081 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: network precommit_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.829402 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: network precommit_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.829936 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:10.830259 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading Plugin: tag Jun 29 11:27:10.837702 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:10.838026 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading Plugin: timestamp Jun 29 11:27:10.841876 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:10.842212 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading Plugin: network_ip_availability Jun 29 11:27:10.848148 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.848537 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.848901 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:10.849658 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:10.849974 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading Plugin: flavors Jun 29 11:27:10.854810 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:10.855139 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading Plugin: revisions Jun 29 11:27:10.859573 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:10.859965 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_concurrency.lockutils [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.896s {{(pid=93035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:10.860756 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 11:27:10.861092 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Initializing extension manager. Jun 29 11:27:10.861599 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: __init__.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.861942 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: __pycache__ {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.862821 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.863323 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: address_group.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.864102 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.864715 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: address-group Jun 29 11:27:10.865294 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: address_scope.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.866007 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.866528 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: address-scope Jun 29 11:27:10.866854 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.867785 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.868339 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: router-admin-state-down-before-update Jun 29 11:27:10.868660 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: agent.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.869354 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.869868 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: agent Jun 29 11:27:10.870187 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: agent_resources_synced.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.871086 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.871596 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: agent-resources-synced Jun 29 11:27:10.871917 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.873755 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.874284 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: allowed-address-pairs Jun 29 11:27:10.874611 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.875898 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.876456 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: auto-allocated-topology Jun 29 11:27:10.876781 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: availability_zone.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.877471 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.878657 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: availability_zone Jun 29 11:27:10.878977 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: availability_zone_filter.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.879893 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.880432 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: availability_zone_filter Jun 29 11:27:10.880755 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: data_plane_status.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.881645 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.882157 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 11:27:10.882477 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: default_subnetpools.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.883382 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.883894 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: default-subnetpools Jun 29 11:27:10.884251 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.885076 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.885591 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: dhcp_agent_scheduler Jun 29 11:27:10.885912 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: dns.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.886814 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.887320 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 11:27:10.887643 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: dns_domain_ports.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.888600 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.889107 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 11:27:10.889428 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.890331 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.890839 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 11:27:10.891164 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: dvr.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.891832 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.892374 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: dvr Jun 29 11:27:10.892696 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: empty_string_filtering.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.893627 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.894138 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: empty-string-filtering Jun 29 11:27:10.894457 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.895454 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.896340 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 11:27:10.896340 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.897111 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.897622 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 11:27:10.897944 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: external_net.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.898843 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.899605 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: external-net Jun 29 11:27:10.899709 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.900581 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.901092 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: extra_dhcp_opt Jun 29 11:27:10.901412 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: extraroute.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.902315 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.902833 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: extraroute Jun 29 11:27:10.903158 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: extraroute_atomic.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.904229 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.904755 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: extraroute-atomic Jun 29 11:27:10.905079 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: filter_validation.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.905752 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.906263 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: filter-validation Jun 29 11:27:10.906582 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: fip_pf_description.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.907506 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.908017 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 11:27:10.908366 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: fip_port_details.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.909294 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.909811 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: fip-port-details Jun 29 11:27:10.910131 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: flavors.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.911373 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.911894 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: flavors Jun 29 11:27:10.912245 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.913940 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.914471 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 11:27:10.914805 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: floatingip_pools.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.915497 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.916020 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: floatingip-pools Jun 29 11:27:10.916377 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: ip_allocation.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.917294 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.917808 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 11:27:10.918133 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.919037 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.919557 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: ip-substring-filtering Jun 29 11:27:10.919882 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: l2_adjacency.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.920813 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.921325 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 11:27:10.921650 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: l3.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.922645 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.923166 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: router Jun 29 11:27:10.923496 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.926535 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.927073 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 11:27:10.927409 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.928646 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.928886 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: ext-gw-mode Jun 29 11:27:10.929218 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.930127 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.930644 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: l3-ha Jun 29 11:27:10.930973 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: l3_flavors.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.931892 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.932445 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: l3-flavors Jun 29 11:27:10.932764 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.933677 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.934192 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 11:27:10.934516 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: l3agentscheduler.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.935574 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.936094 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: l3_agent_scheduler Jun 29 11:27:10.936448 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: logging.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.937985 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.938504 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension logging not supported by any of loaded plugins Jun 29 11:27:10.938835 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: metering.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.939578 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.940187 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: metering Jun 29 11:27:10.941117 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.942231 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.942750 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: metering_source_and_destination_fields Jun 29 11:27:10.943074 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: multiprovidernet.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.943992 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.944539 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: multi-provider Jun 29 11:27:10.944863 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: netmtu.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.945766 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.946275 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: net-mtu Jun 29 11:27:10.946595 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: netmtu_writable.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.947498 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.948011 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: net-mtu-writable Jun 29 11:27:10.948360 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: network_availability_zone.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.949024 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.949532 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: network_availability_zone Jun 29 11:27:10.949849 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: network_ip_availability.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.950932 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.951453 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: network-ip-availability Jun 29 11:27:10.951777 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: network_segment_range.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.952584 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.953090 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 11:27:10.953412 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: pagination.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.954383 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.954713 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: pagination Jun 29 11:27:10.955034 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: port_device_profile.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.955976 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.956542 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: port-device-profile Jun 29 11:27:10.956860 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.957768 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.958283 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: port-mac-address-regenerate Jun 29 11:27:10.958604 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.959515 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.960027 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: port-numa-affinity-policy Jun 29 11:27:10.960395 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: port_resource_request.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.961296 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.961809 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 11:27:10.962292 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: portbindings.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.963202 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.963723 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: binding Jun 29 11:27:10.964046 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: portbindings_extended.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.965375 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.965900 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: binding-extended Jun 29 11:27:10.966225 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: portsecurity.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.967128 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.967651 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: port-security Jun 29 11:27:10.967973 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: project_id.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.968975 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.969308 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: project-id Jun 29 11:27:10.969629 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: providernet.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.970536 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.971055 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: provider Jun 29 11:27:10.971375 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: qos.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.975320 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.975855 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension qos not supported by any of loaded plugins Jun 29 11:27:10.976214 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.977469 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.977993 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 11:27:10.978323 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.979229 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.979747 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 11:27:10.980071 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: qos_default.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.981015 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.981535 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension qos-default not supported by any of loaded plugins Jun 29 11:27:10.981857 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: qos_fip.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.982509 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.983022 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 11:27:10.983345 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.984298 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.984814 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 11:27:10.985137 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.986040 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.986554 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 11:27:10.986876 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.988357 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.988873 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 11:27:10.989195 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: qos_rules_alias.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.990481 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.990995 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 11:27:10.991318 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: quotasv2.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.992317 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.992642 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: quotas Jun 29 11:27:10.992961 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: quotasv2_detail.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.996111 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.996487 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: quota_details Jun 29 11:27:10.996819 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: rbac.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.997896 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:10.998439 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: rbac-policies Jun 29 11:27:10.998766 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: rbac_address_group.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:10.999685 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.000236 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: rbac-address-group Jun 29 11:27:11.000562 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: rbac_address_scope.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.001485 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.002004 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: rbac-address-scope Jun 29 11:27:11.002323 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: rbac_security_groups.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.003903 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.004455 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: rbac-security-groups Jun 29 11:27:11.004783 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.005689 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.006209 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: rbac-subnetpool Jun 29 11:27:11.006531 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: revisionifmatch.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.007438 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.007954 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: revision-if-match Jun 29 11:27:11.008308 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: revisions.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.009650 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.010174 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: standard-attr-revisions Jun 29 11:27:11.010502 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: router_availability_zone.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.011180 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.011701 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: router_availability_zone Jun 29 11:27:11.012025 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: routerservicetype.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.012966 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.013483 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 11:27:11.013805 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.014719 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.015240 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: security-groups-normalized-cidr Jun 29 11:27:11.015563 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.016572 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.017093 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: port-security-groups-filtering Jun 29 11:27:11.017412 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.018320 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.018861 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: security-groups-remote-address-group Jun 29 11:27:11.019184 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: securitygroup.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.028975 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.029522 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: security-group Jun 29 11:27:11.029852 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: segment.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.030656 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.031174 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension segment not supported by any of loaded plugins Jun 29 11:27:11.031502 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.032469 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.032985 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 11:27:11.033308 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: servicetype.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.034553 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.035168 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: service-type Jun 29 11:27:11.035505 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: sorting.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.036519 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.036855 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: sorting Jun 29 11:27:11.037179 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: standard_attr_segment.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.038165 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.038694 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 11:27:11.039024 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: standardattrdescription.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.039683 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.040353 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: standard-attr-description Jun 29 11:27:11.040531 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: stateful_security_group.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.041460 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.041978 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: stateful-security-group Jun 29 11:27:11.042300 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: stdattrs_common.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.042960 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 11:27:11.043197 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.044108 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.044655 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 11:27:11.044980 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: subnet_onboard.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.046051 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.046569 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: subnet_onboard Jun 29 11:27:11.046893 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.047799 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.048343 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 11:27:11.048668 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: subnet_service_types.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.049583 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.050847 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: subnet-service-types Jun 29 11:27:11.051175 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: subnetallocation.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.054293 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.054293 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: subnet_allocation Jun 29 11:27:11.054293 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.054293 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.054709 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: subnetpool-prefix-ops Jun 29 11:27:11.054709 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.055562 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.056076 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 11:27:11.056425 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: tagging.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.057506 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.058042 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: standard-attr-tag Jun 29 11:27:11.058369 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: timestamp.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.059589 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.060110 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loaded extension: standard-attr-timestamp Jun 29 11:27:11.060463 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: trunk.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.061487 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.062011 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension trunk not supported by any of loaded plugins Jun 29 11:27:11.062335 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: trunk_details.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.063240 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.063761 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 11:27:11.064093 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.065025 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.066175 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 11:27:11.066492 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Loading extension file: vlantransparent.py {{(pid=93035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:11.067166 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:11.067678 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 11:27:11.070233 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:network Jun 29 11:27:11.070776 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:subnet Jun 29 11:27:11.071178 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 11:27:11.071566 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:port Jun 29 11:27:11.072914 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.073351 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service FLAVORS assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.074003 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.074447 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.074778 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:router Jun 29 11:27:11.075219 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 11:27:11.075718 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service METERING assigned prefix: /metering {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.077226 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:11.077597 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:11.077948 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:11.078961 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 11:27:11.079451 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:security_group Jun 29 11:27:11.079841 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 11:27:11.080493 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service CORE assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.080825 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 11:27:11.081203 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] subnetpool is already registered Jun 29 11:27:11.081633 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service CORE assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.081956 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 11:27:11.082287 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] subnetpool is already registered Jun 29 11:27:11.084701 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.085140 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service FLAVORS assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.085740 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.086200 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.086530 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:router Jun 29 11:27:11.086864 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] router is already registered Jun 29 11:27:11.087269 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 11:27:11.087603 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] floatingip is already registered Jun 29 11:27:11.088061 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service METERING assigned prefix: /metering {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.088771 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 11:27:11.089098 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] rbac_policy is already registered Jun 29 11:27:11.089512 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:security_group Jun 29 11:27:11.089848 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] security_group is already registered Jun 29 11:27:11.090248 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 11:27:11.090582 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] security_group_rule is already registered Jun 29 11:27:11.091217 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service CORE assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.091542 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 11:27:11.091874 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] subnetpool is already registered Jun 29 11:27:11.092325 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.v2.resource_helper [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Service CORE assigned prefix: {{(pid=93035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:11.092648 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 11:27:11.092981 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING neutron.quota.resource_registry [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] subnetpool is already registered Jun 29 11:27:11.093449 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: extensions {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.094972 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: address-groups {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.096530 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: address-scopes {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.097950 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: agents {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.099132 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: auto-allocated-topology {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.100420 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: availability_zones {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.101653 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: dhcp-networks {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.104527 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: dhcp-agents {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.105961 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: routers {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.107680 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: flavors {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.108971 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: service_profiles {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.110182 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: next_providers {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.111612 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: service_profiles {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.113960 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: floatingip-pools {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.115446 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: routers {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.117179 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: floatingips {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.118465 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: l3-routers {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.119850 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: l3-agents {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.121304 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: metering-labels {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.122568 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: metering-label-rules {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.123945 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: network-ip-availabilities {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.125234 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: bindings {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.126789 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: quotas {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.128997 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: quotas {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.130420 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: rbac-policies {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.131625 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: security-groups {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.132958 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: security-group-rules {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.134203 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: service-providers {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.135429 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: subnetpools {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.136791 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: subnetpools {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.138349 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: tags {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.140018 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: tags {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.141859 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: tags {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.143937 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: tags {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.145493 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: tags {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.147436 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: tags {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.149174 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: tags {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.150969 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: tags {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.152863 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: tags {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.154614 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron.api.extensions [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Extended resource: tags {{(pid=93035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:11.160893 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING keystonemiddleware.auth_token [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 11:27:11.165477 dv-cinder-797608-2-iscsi neutron-server[93035]: WARNING keystonemiddleware.auth_token [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 11:27:11.175506 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_concurrency.lockutils [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Acquired lock "singleton_lock" {{(pid=93035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 11:27:11.175983 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_concurrency.lockutils [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Releasing lock "singleton_lock" {{(pid=93035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 11:27:11.176670 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO oslo_service.service [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Starting 2 workers Jun 29 11:27:11.181431 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Started child 93144 {{(pid=93035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 11:27:11.186215 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Started child 93145 {{(pid=93035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 11:27:11.187245 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:11.188357 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO neutron.service [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 11:27:11.188600 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Notify callbacks [] for process, before_spawn {{(pid=93035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:11.188830 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [-] (93144) wsgi starting up on http://0.0.0.0:9696 Jun 29 11:27:11.192046 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO oslo_service.service [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Starting 1 workers Jun 29 11:27:11.194193 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:11.195893 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [-] (93145) wsgi starting up on http://0.0.0.0:9696 Jun 29 11:27:11.197426 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Started child 93146 {{(pid=93035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 11:27:11.198038 dv-cinder-797608-2-iscsi neutron-server[93035]: INFO oslo_service.service [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Starting 1 workers Jun 29 11:27:11.202734 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Started child 93147 {{(pid=93035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 11:27:11.203624 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG neutron_lib.callbacks.manager [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] Notify callbacks [] for process, after_spawn {{(pid=93035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:11.204719 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.service [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] calling RpcWorker wait() {{(pid=93146) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 11:27:11.205475 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.service [None req-d83cf8f3-4fb5-46a6-a394-8a3e892324d8 None None] returning from RpcWorker wait() {{(pid=93146) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 11:27:11.205624 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 11:27:11.205800 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 11:27:11.206345 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 11:27:11.207252 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 11:27:11.207252 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 11:27:11.207252 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 11:27:11.207597 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.207731 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.207968 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.208427 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.208629 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:11.208846 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.209294 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.209501 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:11.210262 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:11.210450 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.210450 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.210450 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.210450 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.211192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.211192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.211192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.211774 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:11.211964 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.211964 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.211964 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.212543 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.212543 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.212543 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.213088 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.213088 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.213433 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.213615 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] debug = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.213816 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.214313 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.214574 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.214820 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.215025 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.215372 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.215577 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.215843 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.216082 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.216345 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.216591 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.216867 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.217113 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.217312 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.217565 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.217827 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.218066 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.218534 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] host = dv-cinder-797608-2-iscsi {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.218770 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.219014 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.219272 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.219525 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.219777 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.220022 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.220311 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.220610 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.220839 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.221049 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.221315 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.222194 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.223295 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.223295 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.223295 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_options = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.223295 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.224011 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.224011 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.224011 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.224691 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.224691 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.224691 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.225224 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.225224 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.225224 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.225870 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.225870 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.225870 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.226393 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.226393 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.226767 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.226950 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.227131 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.227312 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.227509 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.227762 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.228010 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.228256 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.228480 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.228689 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.228953 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.229185 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.229425 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.229665 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.229928 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.230237 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.230440 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.230682 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.230950 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.231206 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.231727 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.231727 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.232112 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.232112 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.232527 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.232709 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.232883 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.233135 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.233372 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.233625 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.233846 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_json = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.234058 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.234299 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.234565 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.234784 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.235027 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.235247 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.235673 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.235858 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.236156 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.236440 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.236780 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.237038 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.237862 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.238134 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.238379 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.238694 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.238876 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.239120 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.239443 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.239686 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.240276 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.240528 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.240810 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.241151 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.241428 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.241728 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.241952 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.242197 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.243475 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.243475 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.243475 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.243475 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.243784 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.243854 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.244075 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.244353 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.244591 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.244812 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.245024 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.245258 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.245535 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.245784 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.246088 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.246251 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.246518 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.246758 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.246996 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.247377 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.247521 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.247763 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.248069 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.248333 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.248533 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.248745 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.248966 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.249209 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.249526 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.249768 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.250002 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.250252 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.250471 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.250691 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.250938 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.251174 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.251400 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.251615 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.251831 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.252055 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.252334 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.252593 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.252916 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.253128 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.253376 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.253601 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.253816 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.254072 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.254295 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.254538 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.254785 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.255003 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.255240 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.255455 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.255677 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.255894 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.256117 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.256360 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.256579 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.256822 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.257061 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.257280 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.257520 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.257756 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.258038 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.258347 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.258613 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.258875 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.259100 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.259362 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.259614 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.259877 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.260117 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.260366 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.260630 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.260893 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.261145 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.261454 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.261673 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.261901 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.262175 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.262396 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.262652 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.262883 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.263140 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.263371 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.263645 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.263904 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.264175 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.264441 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.264715 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.265005 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.265253 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.265542 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.265768 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.266030 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.266334 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.266590 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.266866 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.267097 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.267348 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.267593 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.267842 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.268090 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.268372 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.268631 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.268880 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.269263 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.269528 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.269767 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.269986 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.270246 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.270573 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.271794 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.271794 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.271794 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.271794 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.271794 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.272775 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.273045 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.273295 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.273536 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.273793 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.274045 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.274272 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.274960 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.276186 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.276186 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.276186 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.276186 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.276532 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.276615 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.276771 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.277195 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.277857 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.278244 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.278674 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.278967 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.279264 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.279575 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.279858 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.280170 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.280410 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.280641 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.280865 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.281087 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.281483 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.281656 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.281810 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.282272 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.282448 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.282590 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.282756 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.283498 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.283498 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.283498 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.283914 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.283914 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.284708 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.284973 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.285242 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.285392 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.285519 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.285761 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.285968 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.286397 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.286651 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.286987 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.287229 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.287481 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.287742 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.287982 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.288247 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.288473 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.288709 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.289103 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.289468 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.289870 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.290278 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.290537 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.290764 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.290997 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.291218 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.291451 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.291679 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.291895 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.292220 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.292477 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.292715 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.292971 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.293213 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.293449 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.293697 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.293909 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.294608 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.294608 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.294608 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.294834 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.294958 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.295318 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.295691 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.296058 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.296439 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.296792 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.297202 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.297556 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.297932 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.298331 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.298576 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.298795 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.299023 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.299406 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.299897 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.300213 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.300446 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.300667 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.300987 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.301255 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.301503 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.301800 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.302078 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.302317 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.302961 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.302961 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.303141 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.303380 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.304192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.304192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.304192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.304661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.304661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.304927 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.305160 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.305421 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.305823 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.306142 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.306393 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.306614 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.306919 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.307257 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.307537 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.307971 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.308165 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.308307 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.308666 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.308826 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.309018 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.309261 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.309481 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.309726 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.309963 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.310193 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.310412 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.310674 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.310918 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.311161 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.311393 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.311625 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.311849 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.312003 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 11:27:11.312860 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 11:27:11.312860 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 11:27:11.313532 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 11:27:11.313532 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 11:27:11.313532 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 11:27:11.313532 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 11:27:11.314009 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.314009 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.314009 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.314009 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.314493 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.314493 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.314493 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.314852 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.314852 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.315089 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.315089 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.315867 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.316001 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.316304 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.316304 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.316548 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.316548 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.316778 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.316935 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.317077 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.317216 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.318290 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.318290 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] debug = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.318290 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.318290 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.318290 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.318290 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.319254 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.319254 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.319254 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.319254 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.319254 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.319254 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.319254 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.319254 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.320695 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.320695 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.320695 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.320695 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.320695 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.320695 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] host = dv-cinder-797608-2-iscsi {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.320695 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.320695 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.322032 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.322032 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.322032 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.322032 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.322032 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.322032 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.322032 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.322032 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.323238 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.323238 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.323238 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.323238 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.323238 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_options = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.323238 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.323238 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.323238 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.324405 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.324405 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.324405 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.324405 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.324405 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.324405 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.324405 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.325361 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.325361 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.325361 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.325361 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.325361 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.325361 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.325361 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.325361 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.326427 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.326427 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.326427 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.326427 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.326427 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.326427 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.326427 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.326427 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.327521 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.327521 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.327521 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.327521 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.327521 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.327521 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.327521 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.327521 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.328623 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.328623 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.328623 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.328623 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.328623 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.328623 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.328623 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.328623 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.329825 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.329825 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.329825 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.329825 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_json = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.329825 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.329825 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.329825 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.329825 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.329825 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.331065 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.331065 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.331065 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:11.331065 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.331065 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.331065 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.331065 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.332086 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.332086 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.332086 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.332086 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.332086 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.332086 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.332086 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.333100 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.333100 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.333100 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.333100 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.333100 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.333100 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.333100 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.334146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.334146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.334146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.334146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.334146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.334146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.334146 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.335192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.335192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.335192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.335192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.335192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.335192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.335192 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.336108 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.336108 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.336108 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.336108 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.336108 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.336108 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.337029 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.337029 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.337029 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.337029 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.337029 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.337029 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.337757 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.337757 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.337757 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.337757 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.338277 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.338277 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.338277 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.338277 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.338731 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.338731 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.338731 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.339167 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.339167 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.339167 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.339712 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.339712 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.339712 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.340148 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.340148 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.340148 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.340612 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.340612 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.340612 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.341096 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.341096 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.341096 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.341490 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.341490 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.341490 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.341831 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.341831 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.342033 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.342033 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.342231 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.342350 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.342623 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.342753 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.342864 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.342970 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.343120 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.343294 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.343472 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.343636 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.343799 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.343961 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.344198 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.344318 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.344461 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.344626 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.344788 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.344952 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.345114 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.345278 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.345444 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.345606 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.345768 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.345931 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.346098 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.346261 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.346423 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.347210 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.347373 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.347517 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.347693 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.347946 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.348116 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.348305 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.348478 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.348642 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.348807 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.348971 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.349140 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.349313 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.349477 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.349641 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.349813 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.349971 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.350128 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.350285 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.350454 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.350612 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.350771 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.350931 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.351086 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.351244 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.351400 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.351555 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.351713 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.351886 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.352043 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.352235 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.352416 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.352416 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.352718 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.352718 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.353014 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.353014 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.353322 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.353322 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.353622 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.353622 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.353920 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.353920 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.354215 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.354215 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.354512 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.354512 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.354821 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.354821 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.355120 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.355120 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.355415 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.355415 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.355710 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.355710 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.356023 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.356023 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.356351 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.356351 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.356649 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.356649 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.356944 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.356944 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.357241 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.357241 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.357609 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.357609 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.357957 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.357957 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.358294 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.358294 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.358640 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.358640 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.358979 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.358979 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.358979 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.359500 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.359500 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.359500 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.359996 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.359996 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.359996 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.360570 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.360570 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.360570 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.360570 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.361223 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.361223 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.361223 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.361223 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.361909 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.361909 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.361909 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.361909 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.361909 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.363416 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.363416 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.363416 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.363416 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.363416 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.364393 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.364393 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.364393 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.364393 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.364393 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.364393 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.365655 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.365655 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.365655 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.365655 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.365655 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.365655 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.365655 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.366777 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.366777 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.366777 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.366777 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.366777 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.366777 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.366777 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.367925 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.367925 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.367925 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.367925 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.367925 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.367925 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.367925 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.367925 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.369375 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.369375 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.369375 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.369375 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.369375 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.369375 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.369375 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.369375 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.370586 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.370586 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.370586 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.370586 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.370586 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.370586 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.370586 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.370586 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.371907 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.371907 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.371907 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.371907 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.371907 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.371907 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.371907 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.371907 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.373151 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.373151 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.373151 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.373151 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.373151 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.373151 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.373151 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.373151 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.373151 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.374661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.374661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.374661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.374661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.374661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.374661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.374661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.374661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.374661 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.375921 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.375921 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.375921 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.375921 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.375921 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:11.375921 dv-cinder-797608-2-iscsi neutron-server[93035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 11:27:11.384263 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:11.467713 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55736) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:11.477045 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071442 Jun 29 11:27:23.235212 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d50518-788f-4945-b2f3-3e94a8cf5a62 None None] get_active_networks_info from dv-cinder-797608-2-iscsi {{(pid=93146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 11:27:23.309151 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d50518-788f-4945-b2f3-3e94a8cf5a62 None None] No non-hosted networks {{(pid=93146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 11:27:23.326043 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.agentschedulers_db [None req-b6d50518-788f-4945-b2f3-3e94a8cf5a62 None None] DHCP Agent not found on host dv-cinder-797608-2-iscsi {{(pid=93146) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 11:27:23.499340 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1ce1a3bf-04fb-4da9-a141-9943b5745960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655899'] for agent, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:26.436703 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a08d49b5-a9df-4d12-a4d7-74fb56a3ade9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655899'] for agent, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:26.484502 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-eb61a9ef-fa73-4850-8f35-31fd331ea581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:27.057936 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655899'] for agent, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:27.058676 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.059020 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.061542 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.062141 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.062547 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.064440 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.065489 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.066662 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.067255 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.068035 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.068632 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.069200 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:27.070332 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:27.077020 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:28.000001 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655899'] for agent, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:29.449648 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655899'] for agent, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:30.361296 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55828) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:31.017067 dv-cinder-797608-2-iscsi neutron-server[93145]: WARNING oslo_policy.policy [None req-a70b6f72-b7bb-4945-becb-60f1cb8d56ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:31.017663 dv-cinder-797608-2-iscsi neutron-server[93145]: WARNING oslo_policy.policy [None req-a70b6f72-b7bb-4945-becb-60f1cb8d56ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:31.237084 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [None req-a70b6f72-b7bb-4945-becb-60f1cb8d56ce admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:27:31.238734 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a70b6f72-b7bb-4945-becb-60f1cb8d56ce admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8762696 Jun 29 11:27:33.031846 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.db.l3_hamode_db [None req-c17804e7-99d8-4fe6-86d2-1e5decff2286 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 11:27:33.112762 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17804e7-99d8-4fe6-86d2-1e5decff2286 None None] Routers set() bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:27:33.113158 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17804e7-99d8-4fe6-86d2-1e5decff2286 None None] Router IDs set() for agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 11:27:33.812066 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55842) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:34.187195 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-13a88b61-b31e-4a82-b1bf-9bbecd2e2d1c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:27:34.293357 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.policy [None req-13a88b61-b31e-4a82-b1bf-9bbecd2e2d1c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93145) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 11:27:34.339640 dv-cinder-797608-2-iscsi neutron-server[93145]: WARNING oslo_policy.policy [None req-13a88b61-b31e-4a82-b1bf-9bbecd2e2d1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:34.340087 dv-cinder-797608-2-iscsi neutron-server[93145]: WARNING oslo_policy.policy [None req-13a88b61-b31e-4a82-b1bf-9bbecd2e2d1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:34.349797 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.quota [None req-13a88b61-b31e-4a82-b1bf-9bbecd2e2d1c admin admin] Loaded quota_driver: . Jun 29 11:27:34.452119 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-13a88b61-b31e-4a82-b1bf-9bbecd2e2d1c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748033302053', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748033301624', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748033247337', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748033246815', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748033276386', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748033265725', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-613206', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-750699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1816832', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1752142'] for rbac-policy, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:34.522539 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-13a88b61-b31e-4a82-b1bf-9bbecd2e2d1c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:34.523847 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-13a88b61-b31e-4a82-b1bf-9bbecd2e2d1c admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7107222 Jun 29 11:27:37.132266 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55854) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:37.443762 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Request body: {'network': {'project_id': 'b72de596fa2b474ebdba2122a0754985', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'admin_state_up': True, 'name': 'private'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:27:37.472653 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Made reservation on behalf of b72de596fa2b474ebdba2122a0754985 for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:27:37.475545 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:37.496728 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:37.627147 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:37.632734 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:37.638206 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:37.659542 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:27:37.685282 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748031746618', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:37.685877 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Unsubscribe: segment precommit_create {{(pid=93145) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 11:27:37.686333 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Added segment 29dc2d9b-2c1b-4df7-8e4c-352733857d3c of type vlan for network 306e6575-d264-4ec2-bf24-6df23ef63eee Jun 29 11:27:37.693284 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f209ea03-5b54-400d-82ac-d5778ae227b9,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:37.731989 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.732364 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.732699 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.733024 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.733346 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.733681 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.734026 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.734339 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.734668 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.734989 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.735307 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.735614 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Tracked resource versions report: Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: pushed versions: Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: { 'AddressGroup': {'1.2'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'ConntrackHelper': {'1.0'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Log': {'1.0'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Network': {'1.1'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Port': {'1.7'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'PortForwarding': {'1.2'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'QosPolicy': {'1.8'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SecurityGroup': {'1.4'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SubPort': {'1.0'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Subnet': {'1.1'}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Trunk': {'1.1'}} Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: consumer versions: Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: { DHCP agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: L3 agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: Metadata agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: Metering agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: Open vSwitch agent@dv-cinder-797608-2-iscsi: { 'AddressGroup': '1.2', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'ConntrackHelper': '1.0', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Log': '1.0', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Network': '1.1', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Port': '1.7', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'PortForwarding': '1.2', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'QosPolicy': '1.8', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SecurityGroup': '1.4', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SecurityGroupRule': '1.2', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SubPort': '1.0', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Subnet': '1.1', Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Trunk': '1.1'}} Jun 29 11:27:37.736730 dv-cinder-797608-2-iscsi neutron-server[93145]: {{(pid=93145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:27:37.811292 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:37.813147 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:37.867548 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:37.873996 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:27:37.873996 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:37.879556 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:37.952080 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8186748 Jun 29 11:27:37.983652 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Pushing event updated for resources: {'Network': ['ID=306e6575-d264-4ec2-bf24-6df23ef63eee,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:37.987122 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:37.996674 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 306e6575-d264-4ec2-bf24-6df23ef63eee details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:27:40.601368 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55868) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:41.016902 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea49b6-c6ce-4f8d-815d-c704e7f3d24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:27:41.018323 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-ceea49b6-c6ce-4f8d-815d-c704e7f3d24c admin admin] 10.222.0.72 "GET /v2.0/networks/306e6575-d264-4ec2-bf24-6df23ef63eee HTTP/1.1" status: 200 len: 825 time: 0.4160047 Jun 29 11:27:41.043802 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-08cdda18-086c-4c43-8c26-92d838951f8f admin admin] 10.222.0.72 "GET /v2.0/subnetpools/301b1b70-39bf-406e-b3cf-5e464762a74d HTTP/1.1" status: 200 len: 734 time: 0.0198524 Jun 29 11:27:41.053536 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Request body: {'subnet': {'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'subnetpool_id': '301b1b70-39bf-406e-b3cf-5e464762a74d'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:27:41.076596 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Made reservation on behalf of b72de596fa2b474ebdba2122a0754985 for: {'subnet': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:27:41.078908 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:41.383464 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:41.385887 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:41.457641 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47049e0b-4fee-486e-ad0a-ad0ec009b371,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:41.460520 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Checking segment: {'id': '29dc2d9b-2c1b-4df7-8e4c-352733857d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:27:41.460907 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Network hostable DHCP agents. Network: 306e6575-d264-4ec2-bf24-6df23ef63eee, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:27:41.463157 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:41.483922 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Network 306e6575-d264-4ec2-bf24-6df23ef63eee is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:27:41.496111 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 306e6575-d264-4ec2-bf24-6df23ef63eee) {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:27:41.501036 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:27:41.501691 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:41.506290 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2f8d2-deb1-45e1-ba43-f52b78018268 None None] Network 306e6575-d264-4ec2-bf24-6df23ef63eee requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:27:41.516291 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4669440 Jun 29 11:27:41.824097 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857709bb-5365-56ec-ae70-86d033040f01-306e6575-d264-4ec2-bf24-6df23ef63eee', 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'fixed_ips': [{'subnet_id': '47049e0b-4fee-486e-ad0a-ad0ec009b371'}]}} from dv-cinder-797608-2-iscsi. {{(pid=93146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:27:41.825376 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:42.116206 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.db_base_plugin_common [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Allocated IP 172.20.0.2 (306e6575-d264-4ec2-bf24-6df23ef63eee/47049e0b-4fee-486e-ad0a-ad0ec009b371/da3e175c-2cc9-4a45-8a24-2541880e2229) {{(pid=93146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:27:42.335850 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Notify callbacks [] for port, precommit_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:42.381205 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Transition to ACTIVE for port object da3e175c-2cc9-4a45-8a24-2541880e2229 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:27:42.403711 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Transition to ACTIVE for port object da3e175c-2cc9-4a45-8a24-2541880e2229 will not be triggered until provisioned by entity DHCP. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:27:42.413817 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:42.416630 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:42.486201 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Network 306e6575-d264-4ec2-bf24-6df23ef63eee is already hosted by enough agents. {{(pid=93146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:27:42.491169 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.base_scheduler [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Resources bound (agent type, host, resource id): {{(pid=93146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:27:42.499867 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Received port after_create {{(pid=93146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:27:42.502942 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Pushing event updated for resources: {'Port': ['ID=da3e175c-2cc9-4a45-8a24-2541880e2229,revision_number=1']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:42.528608 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.528608 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.529335 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.529335 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.529524 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.529799 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.530121 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.530440 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.530777 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.531099 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.531413 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.531728 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Tracked resource versions report: Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: pushed versions: Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: { 'AddressGroup': {'1.2'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'ConntrackHelper': {'1.0'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Log': {'1.0'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Network': {'1.1'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Port': {'1.7'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'PortForwarding': {'1.2'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'QosPolicy': {'1.8'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SecurityGroup': {'1.4'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SubPort': {'1.0'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Subnet': {'1.1'}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Trunk': {'1.1'}} Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: consumer versions: Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: { DHCP agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: L3 agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: Metadata agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: Metering agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: Open vSwitch agent@dv-cinder-797608-2-iscsi: { 'AddressGroup': '1.2', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'ConntrackHelper': '1.0', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Log': '1.0', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Network': '1.1', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Port': '1.7', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'PortForwarding': '1.2', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'QosPolicy': '1.8', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SecurityGroup': '1.4', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SecurityGroupRule': '1.2', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SubPort': '1.0', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Subnet': '1.1', Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Trunk': '1.1'}} Jun 29 11:27:42.532823 dv-cinder-797608-2-iscsi neutron-server[93146]: {{(pid=93146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:27:42.554740 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:42.587897 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Attempting to bind port da3e175c-2cc9-4a45-8a24-2541880e2229 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:27:42.588246 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Attempting to bind port da3e175c-2cc9-4a45-8a24-2541880e2229 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '29dc2d9b-2c1b-4df7-8e4c-352733857d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:27:42.588687 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Attempting to bind port da3e175c-2cc9-4a45-8a24-2541880e2229 on network 306e6575-d264-4ec2-bf24-6df23ef63eee {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:27:42.593686 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:27:42.594071 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Checking segment: {'id': '29dc2d9b-2c1b-4df7-8e4c-352733857d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:27:42.594539 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:42.594932 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Bound using segment: {'id': '29dc2d9b-2c1b-4df7-8e4c-352733857d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:27:42.595430 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Bound port: da3e175c-2cc9-4a45-8a24-2541880e2229, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dc2d9b-2c1b-4df7-8e4c-352733857d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:27:42.595872 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:42.658743 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] For port da3e175c-2cc9-4a45-8a24-2541880e2229, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:27:42.663657 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] For port da3e175c-2cc9-4a45-8a24-2541880e2229, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=da3e175c-2cc9-4a45-8a24-2541880e2229,segment=NetworkSegment(29dc2d9b-2c1b-4df7-8e4c-352733857d3c),segment_id=29dc2d9b-2c1b-4df7-8e4c-352733857d3c)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:27:42.668011 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:42.674073 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:42.744534 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Pushing event updated for resources: {'Port': ['ID=da3e175c-2cc9-4a45-8a24-2541880e2229,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:42.747603 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:43.887794 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 55876) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:44.418341 dv-cinder-797608-2-iscsi neutron-server[93144]: WARNING oslo_policy.policy [None req-9b8f5cd3-bf60-4162-81a0-1013edc56fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:44.418939 dv-cinder-797608-2-iscsi neutron-server[93144]: WARNING oslo_policy.policy [None req-9b8f5cd3-bf60-4162-81a0-1013edc56fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:44.639940 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [None req-9b8f5cd3-bf60-4162-81a0-1013edc56fb7 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:27:44.641220 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-9b8f5cd3-bf60-4162-81a0-1013edc56fb7 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7512527 Jun 29 11:27:47.035367 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55890) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:47.377035 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [None req-346a46cc-6d92-4d40-a6ab-979d90c4a326 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:27:47.378989 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-346a46cc-6d92-4d40-a6ab-979d90c4a326 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3426635 Jun 29 11:27:48.913808 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2964b9f-54e6-4f61-86d7-5151317575b9 None None] Network 306e6575-d264-4ec2-bf24-6df23ef63eee requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:27:48.953544 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device da3e175c-2cc9-4a45-8a24-2541880e2229 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:27:49.054669 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-56e54efc-b89c-4afb-a3c9-87c016e00615 None None] Provisioning for port da3e175c-2cc9-4a45-8a24-2541880e2229 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:27:49.119075 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port da3e175c-2cc9-4a45-8a24-2541880e2229 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:27:49.125214 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port da3e175c-2cc9-4a45-8a24-2541880e2229 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:27:49.125615 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:49.290759 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:49.336950 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port da3e175c-2cc9-4a45-8a24-2541880e2229, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=da3e175c-2cc9-4a45-8a24-2541880e2229,segment=NetworkSegment(29dc2d9b-2c1b-4df7-8e4c-352733857d3c),segment_id=29dc2d9b-2c1b-4df7-8e4c-352733857d3c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:27:49.341721 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:49.345405 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-bed46976-c4d7-4788-a988-3bc31a35ee79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:49.400374 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=da3e175c-2cc9-4a45-8a24-2541880e2229,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:49.403934 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:49.486981 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-d4c7b3fd-2295-4fec-94d6-6d798f4cad64 None None] Provisioning complete for port da3e175c-2cc9-4a45-8a24-2541880e2229 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:27:49.487975 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b3fd-2295-4fec-94d6-6d798f4cad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.086692 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55906) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:50.402764 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-19ca69d8-7fa9-415f-ad2a-22e37b3d4515 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'admin_state_up': True}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:27:50.429821 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-19ca69d8-7fa9-415f-ad2a-22e37b3d4515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1735'] for router, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.431384 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-19ca69d8-7fa9-415f-ad2a-22e37b3d4515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.572470 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-19ca69d8-7fa9-415f-ad2a-22e37b3d4515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.577510 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-19ca69d8-7fa9-415f-ad2a-22e37b3d4515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296'] for router, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.592016 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-19ca69d8-7fa9-415f-ad2a-22e37b3d4515 admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.593238 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-19ca69d8-7fa9-415f-ad2a-22e37b3d4515 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5055845 Jun 29 11:27:50.912456 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device da3e175c-2cc9-4a45-8a24-2541880e2229 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:27:50.960432 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port da3e175c-2cc9-4a45-8a24-2541880e2229 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:27:50.960805 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:53.093088 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-e4859c79-f662-44cf-b28a-a060855c29b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:53.228313 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55914) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:53.557432 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [None req-ad4a000a-0a47-4911-9c93-c12f7dd19dad admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:27:53.558442 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-ad4a000a-0a47-4911-9c93-c12f7dd19dad admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3291934 Jun 29 11:27:55.946086 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55922) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:56.259912 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:27:56.284694 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Made reservation on behalf of 4e4b771b6c444aee8ff4b374b466d38f for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:27:56.287032 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:56.295306 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:56.350811 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-0914ca85-0480-42ea-a119-8420ecd4c2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:56.388894 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:56.393164 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:56.396434 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:56.412982 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Reserving flat network on physical network physnet1 {{(pid=93145) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 11:27:56.429356 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79111626-be0f-46ad-9f16-75d2845c0c92,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:56.432566 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:56.437522 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:56.438610 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Added segment 020ca834-6dc1-49a8-8f79-6a6144a93b53 of type flat for network 4546cacf-05b6-4439-8e79-95afc759b82d Jun 29 11:27:56.486043 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:56.524782 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:56.526483 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:27:56.527198 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:56.530821 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:56.596657 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6357899 Jun 29 11:27:56.596657 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Pushing event updated for resources: {'Network': ['ID=4546cacf-05b6-4439-8e79-95afc759b82d,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:56.598320 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:56.606442 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 4546cacf-05b6-4439-8e79-95afc759b82d details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:27:57.036901 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:57.936119 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:58.965791 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55940) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:59.141026 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9291686-8016-4539-9a88-9bcc51c01744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:27:59.142390 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-d9291686-8016-4539-9a88-9bcc51c01744 admin admin] 10.222.0.72 "GET /v2.0/subnets/47049e0b-4fee-486e-ad0a-ad0ec009b371 HTTP/1.1" status: 200 len: 849 time: 0.1756561 Jun 29 11:27:59.258538 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-0de6df9c-1d56-48dd-afeb-8f64208c93d7 admin admin] 10.222.0.72 "GET /v2.0/routers/950ece0d-f818-488d-af93-24e8bc0d84f3 HTTP/1.1" status: 200 len: 704 time: 0.1101978 Jun 29 11:27:59.388568 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:59.540989 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:59.852294 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Allocated IP 172.20.0.1 (306e6575-d264-4ec2-bf24-6df23ef63eee/47049e0b-4fee-486e-ad0a-ad0ec009b371/12b225cb-b483-4f91-8689-c2ef959d0d63) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:28:00.053886 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.076462 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Transition to ACTIVE for port object 12b225cb-b483-4f91-8689-c2ef959d0d63 will not be triggered until provisioned by entity DHCP. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:28:00.163038 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.165081 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:00.236201 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Network 306e6575-d264-4ec2-bf24-6df23ef63eee is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:28:00.244724 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:28:00.247422 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:28:00.247965 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669511'] for router_interface, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.271838 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=12b225cb-b483-4f91-8689-c2ef959d0d63,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:00.275233 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:00.467997 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.489565 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b6c817e0-7e39-454b-9ae1-260b8026df7d None None] Provisioning for port 12b225cb-b483-4f91-8689-c2ef959d0d63 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:28:00.493948 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b6c817e0-7e39-454b-9ae1-260b8026df7d None None] Provisioning complete for port 12b225cb-b483-4f91-8689-c2ef959d0d63 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:00.494314 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b6c817e0-7e39-454b-9ae1-260b8026df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.528416 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b6c817e0-7e39-454b-9ae1-260b8026df7d None None] Port 12b225cb-b483-4f91-8689-c2ef959d0d63 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:28:00.654469 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.659642 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.660779 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669395'] for router_interface, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.662543 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:00.741054 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=12b225cb-b483-4f91-8689-c2ef959d0d63,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:00.743684 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:00.791357 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Network 306e6575-d264-4ec2-bf24-6df23ef63eee is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:28:00.792704 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:28:00.949769 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-06990366-2135-4213-9ac8-34208fbfad8c None None] Provisioning complete for port 12b225cb-b483-4f91-8689-c2ef959d0d63 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:00.950156 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-06990366-2135-4213-9ac8-34208fbfad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.960548 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Router 950ece0d-f818-488d-af93-24e8bc0d84f3 is scheduled to L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e with binding_index 1 {{(pid=93145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:28:00.985674 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-06990366-2135-4213-9ac8-34208fbfad8c None None] Port 12b225cb-b483-4f91-8689-c2ef959d0d63 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:28:01.055865 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:28:01.061660 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] 10.222.0.72 "PUT /v2.0/routers/950ece0d-f818-488d-af93-24e8bc0d84f3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7982879 Jun 29 11:28:01.067359 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Sync routers for ids ['950ece0d-f818-488d-af93-24e8bc0d84f3'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:28:01.079334 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Routers {'950ece0d-f818-488d-af93-24e8bc0d84f3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:28:01.080381 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:27:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['950ece0d-f818-488d-af93-24e8bc0d84f3'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:01.275304 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Set router 950ece0d-f818-488d-af93-24e8bc0d84f3 gateway port host: None {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:28:01.710500 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'name': 'router1', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:50Z', 'updated_at': '2021-06-29T11:28:00Z', 'revision_number': 2, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'gw_port_host': None, '_interfaces': [{'id': '12b225cb-b483-4f91-8689-c2ef959d0d63', 'name': '', 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'mac_address': 'fa:16:3e:3e:0e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:27:59Z', 'updated_at': '2021-06-29T11:28:00Z', 'revision_number': 2, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'subnets': [{'id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '301b1b70-39bf-406e-b3cf-5e464762a74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:01.765030 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Checking router: 950ece0d-f818-488d-af93-24e8bc0d84f3 for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:28:01.765394 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Updating router 950ece0d-f818-488d-af93-24e8bc0d84f3 port 12b225cb-b483-4f91-8689-c2ef959d0d63 binding host dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:28:01.828467 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:02.336984 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Notify callbacks [] for port, precommit_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:02.355653 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.provisioning_blocks [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Transition to ACTIVE for port object 12b225cb-b483-4f91-8689-c2ef959d0d63 will not be triggered until provisioned by entity L2. {{(pid=93147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:28:02.363164 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:02.368303 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:02.529396 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Attempting to bind port 12b225cb-b483-4f91-8689-c2ef959d0d63 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:28:02.529791 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Attempting to bind port 12b225cb-b483-4f91-8689-c2ef959d0d63 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '29dc2d9b-2c1b-4df7-8e4c-352733857d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee'}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:28:02.530237 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Attempting to bind port 12b225cb-b483-4f91-8689-c2ef959d0d63 on network 306e6575-d264-4ec2-bf24-6df23ef63eee {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:28:02.532415 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Pushing event updated for resources: {'Port': ['ID=12b225cb-b483-4f91-8689-c2ef959d0d63,revision_number=3']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:02.543080 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:28:02.543478 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Checking segment: {'id': '29dc2d9b-2c1b-4df7-8e4c-352733857d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:28:02.543960 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:02.544369 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Bound using segment: {'id': '29dc2d9b-2c1b-4df7-8e4c-352733857d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee'} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:28:02.544868 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Bound port: 12b225cb-b483-4f91-8689-c2ef959d0d63, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dc2d9b-2c1b-4df7-8e4c-352733857d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee'}}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:28:02.545273 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:02.547543 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.547870 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.548220 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.548532 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.548987 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.549792 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.550233 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.550544 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.550915 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.551223 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.551529 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.551830 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Tracked resource versions report: Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: pushed versions: Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: { 'AddressGroup': {'1.2'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'ConntrackHelper': {'1.0'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Log': {'1.0'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Network': {'1.1'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Port': {'1.7'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'PortForwarding': {'1.2'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'QosPolicy': {'1.8'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SecurityGroup': {'1.4'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SubPort': {'1.0'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Subnet': {'1.1'}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Trunk': {'1.1'}} Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: consumer versions: Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: { DHCP agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: L3 agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: Metadata agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: Metering agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: Open vSwitch agent@dv-cinder-797608-2-iscsi: { 'AddressGroup': '1.2', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'ConntrackHelper': '1.0', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Log': '1.0', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Network': '1.1', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Port': '1.7', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'PortForwarding': '1.2', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'QosPolicy': '1.8', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SecurityGroup': '1.4', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SecurityGroupRule': '1.2', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SubPort': '1.0', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Subnet': '1.1', Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Trunk': '1.1'}} Jun 29 11:28:02.552912 dv-cinder-797608-2-iscsi neutron-server[93147]: {{(pid=93147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:28:02.556460 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:02.622392 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] For port 12b225cb-b483-4f91-8689-c2ef959d0d63, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:28:02.646474 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] For port 12b225cb-b483-4f91-8689-c2ef959d0d63, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=12b225cb-b483-4f91-8689-c2ef959d0d63,segment=NetworkSegment(29dc2d9b-2c1b-4df7-8e4c-352733857d3c),segment_id=29dc2d9b-2c1b-4df7-8e4c-352733857d3c)] {{(pid=93147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:28:02.651876 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:02.654281 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:02.706605 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Routers {'950ece0d-f818-488d-af93-24e8bc0d84f3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:28:02.707299 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:27:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['950ece0d-f818-488d-af93-24e8bc0d84f3'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:02.794954 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Pushing event updated for resources: {'Port': ['ID=12b225cb-b483-4f91-8689-c2ef959d0d63,revision_number=4']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:02.811965 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:02.813198 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] Set router 950ece0d-f818-488d-af93-24e8bc0d84f3 gateway port host: None {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:28:03.027179 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'name': 'router1', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:50Z', 'updated_at': '2021-06-29T11:28:00Z', 'revision_number': 2, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'gw_port_host': None, '_interfaces': [{'id': '12b225cb-b483-4f91-8689-c2ef959d0d63', 'name': '', 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'mac_address': 'fa:16:3e:3e:0e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:27:59Z', 'updated_at': '2021-06-29T11:28:02Z', 'revision_number': 4, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'subnets': [{'id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '301b1b70-39bf-406e-b3cf-5e464762a74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:03.057450 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080e6e3-fd6d-4f4b-b1ef-e7634a9ad923 None None] The sync data for ids ['950ece0d-f818-488d-af93-24e8bc0d84f3'] in dv-cinder-797608-2-iscsi is: [{'id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'name': 'router1', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:50Z', 'updated_at': '2021-06-29T11:28:00Z', 'revision_number': 2, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'gw_port_host': None, '_interfaces': [{'id': '12b225cb-b483-4f91-8689-c2ef959d0d63', 'name': '', 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'mac_address': 'fa:16:3e:3e:0e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:27:59Z', 'updated_at': '2021-06-29T11:28:02Z', 'revision_number': 4, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'subnets': [{'id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '301b1b70-39bf-406e-b3cf-5e464762a74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:28:03.349307 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 55960) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:28:03.634400 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.policy [None req-6841eb8a-4576-472c-b77c-ab8b487606b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93144) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 11:28:03.680395 dv-cinder-797608-2-iscsi neutron-server[93144]: WARNING oslo_policy.policy [None req-6841eb8a-4576-472c-b77c-ab8b487606b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:28:03.681057 dv-cinder-797608-2-iscsi neutron-server[93144]: WARNING oslo_policy.policy [None req-6841eb8a-4576-472c-b77c-ab8b487606b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:28:03.689574 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841eb8a-4576-472c-b77c-ab8b487606b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:28:03.691504 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-6841eb8a-4576-472c-b77c-ab8b487606b4 admin admin] 10.222.0.72 "GET /v2.0/networks/4546cacf-05b6-4439-8e79-95afc759b82d HTTP/1.1" status: 200 len: 842 time: 0.3412814 Jun 29 11:28:03.701514 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:28:03.703403 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.quota [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Loaded quota_driver: . Jun 29 11:28:03.751643 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Made reservation on behalf of 4e4b771b6c444aee8ff4b374b466d38f for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:28:03.754564 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:04.192981 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.objects.ports [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93144) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 11:28:04.193510 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:04.196624 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:04.274514 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b9c275b-e3ea-4fec-829d-89f3c58d730a,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:04.277566 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:28:04.277963 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Network hostable DHCP agents. Network: 4546cacf-05b6-4439-8e79-95afc759b82d, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:28:04.293509 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.293769 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.294107 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.294476 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.294834 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.295189 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.295528 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.295862 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.296227 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.296561 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.296912 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.297328 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Tracked resource versions report: Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: pushed versions: Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: { 'AddressGroup': {'1.2'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'ConntrackHelper': {'1.0'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Log': {'1.0'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Network': {'1.1'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Port': {'1.7'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'PortForwarding': {'1.2'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'QosPolicy': {'1.8'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SecurityGroup': {'1.4'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SubPort': {'1.0'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Subnet': {'1.1'}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Trunk': {'1.1'}} Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: consumer versions: Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: { DHCP agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: L3 agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: Metadata agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: Metering agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: Open vSwitch agent@dv-cinder-797608-2-iscsi: { 'AddressGroup': '1.2', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'ConntrackHelper': '1.0', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Log': '1.0', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Network': '1.1', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Port': '1.7', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'PortForwarding': '1.2', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'QosPolicy': '1.8', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SecurityGroup': '1.4', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SecurityGroupRule': '1.2', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SubPort': '1.0', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Subnet': '1.1', Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Trunk': '1.1'}} Jun 29 11:28:04.298403 dv-cinder-797608-2-iscsi neutron-server[93144]: {{(pid=93144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:28:04.341240 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:04.343883 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:28:04.358831 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 4546cacf-05b6-4439-8e79-95afc759b82d) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:28:04.366386 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:28:04.368894 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb33a1-b016-4cff-aae8-7ba5978fbb6e None None] Network 4546cacf-05b6-4439-8e79-95afc759b82d requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:28:04.369513 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:04.393846 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6963451 Jun 29 11:28:04.518700 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b346c87-edff-4135-9b7a-a81d1b1277c1 None None] Network 4546cacf-05b6-4439-8e79-95afc759b82d requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:28:06.673104 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55978) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:28:06.818085 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-dd39473f-f18c-4b49-8e5e-a73b836a12b4 admin admin] 10.222.0.72 "GET /v2.0/routers/950ece0d-f818-488d-af93-24e8bc0d84f3 HTTP/1.1" status: 200 len: 710 time: 0.1433380 Jun 29 11:28:06.911607 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bcbfb8-88a0-425c-94e6-17ee5c0beb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:28:06.913026 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-92bcbfb8-88a0-425c-94e6-17ee5c0beb6a admin admin] 10.222.0.72 "GET /v2.0/networks/4546cacf-05b6-4439-8e79-95afc759b82d HTTP/1.1" status: 200 len: 886 time: 0.0893288 Jun 29 11:28:06.921850 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:28:06.950972 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 12b225cb-b483-4f91-8689-c2ef959d0d63 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:28:07.005516 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 12b225cb-b483-4f91-8689-c2ef959d0d63 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:28:07.009802 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 12b225cb-b483-4f91-8689-c2ef959d0d63 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:07.010348 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.092980 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.132257 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 12b225cb-b483-4f91-8689-c2ef959d0d63, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=12b225cb-b483-4f91-8689-c2ef959d0d63,segment=NetworkSegment(29dc2d9b-2c1b-4df7-8e4c-352733857d3c),segment_id=29dc2d9b-2c1b-4df7-8e4c-352733857d3c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:28:07.136454 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.138729 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:07.238369 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=12b225cb-b483-4f91-8689-c2ef959d0d63,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:07.241886 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:07.269938 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.508533 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.586530 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.690309 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Allocated IP 172.27.3.230 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/78e92ae7-bec8-4798-b159-d1adf2e70986) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:28:07.805250 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.843055 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.845375 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a92abcd0-b47d-4b7c-be10-0d58a272a8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:07.882682 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:28:07.885406 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:28:07.888819 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:28:07.926628 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Pushing event updated for resources: {'Port': ['ID=78e92ae7-bec8-4798-b159-d1adf2e70986,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:07.930701 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:08.157425 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.451046 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.454330 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2075213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2075218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1657933'] for router, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.568563 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Router 950ece0d-f818-488d-af93-24e8bc0d84f3 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:28:08.689639 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:28:08.694145 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.697543 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] 10.222.0.72 "PUT /v2.0/routers/950ece0d-f818-488d-af93-24e8bc0d84f3 HTTP/1.1" status: 200 len: 890 time: 1.7769897 Jun 29 11:28:08.700073 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Sync routers for ids ['950ece0d-f818-488d-af93-24e8bc0d84f3'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:28:08.714887 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Routers {'950ece0d-f818-488d-af93-24e8bc0d84f3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:28:08.715592 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:27:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['950ece0d-f818-488d-af93-24e8bc0d84f3'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:08.944495 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 12b225cb-b483-4f91-8689-c2ef959d0d63 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:28:08.986862 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Set router 950ece0d-f818-488d-af93-24e8bc0d84f3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:28:09.213171 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 12b225cb-b483-4f91-8689-c2ef959d0d63 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:09.213469 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:09.279914 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 5 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:28:09.485182 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'name': 'router1', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '78e92ae7-bec8-4798-b159-d1adf2e70986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:50Z', 'updated_at': '2021-06-29T11:28:08Z', 'revision_number': 4, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'gw_port': {'id': '78e92ae7-bec8-4798-b159-d1adf2e70986', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:07Z', 'updated_at': '2021-06-29T11:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '12b225cb-b483-4f91-8689-c2ef959d0d63', 'name': '', 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'mac_address': 'fa:16:3e:3e:0e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:27:59Z', 'updated_at': '2021-06-29T11:28:07Z', 'revision_number': 5, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'subnets': [{'id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '301b1b70-39bf-406e-b3cf-5e464762a74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:09.537652 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Checking router: 950ece0d-f818-488d-af93-24e8bc0d84f3 for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:28:09.537901 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Updating router 950ece0d-f818-488d-af93-24e8bc0d84f3 port 78e92ae7-bec8-4798-b159-d1adf2e70986 binding host dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:28:09.575189 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:09.914471 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Notify callbacks [] for port, precommit_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:09.925288 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Transition to ACTIVE for port object 78e92ae7-bec8-4798-b159-d1adf2e70986 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:28:09.931125 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:09.933447 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:09.985645 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Attempting to bind port 78e92ae7-bec8-4798-b159-d1adf2e70986 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:28:09.986015 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Attempting to bind port 78e92ae7-bec8-4798-b159-d1adf2e70986 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:28:09.986429 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Attempting to bind port 78e92ae7-bec8-4798-b159-d1adf2e70986 on network 4546cacf-05b6-4439-8e79-95afc759b82d {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:28:09.988844 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016679c-41de-46dc-a912-bacd0a0b56ae None None] Pushing event updated for resources: {'Port': ['ID=78e92ae7-bec8-4798-b159-d1adf2e70986,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:09.996151 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-9016679c-41de-46dc-a912-bacd0a0b56ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:10.000851 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:28:10.001228 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:28:10.001633 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:10.002608 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Bound using segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:28:10.003345 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Bound port: 78e92ae7-bec8-4798-b159-d1adf2e70986, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:28:10.003461 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:10.141824 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] For port 78e92ae7-bec8-4798-b159-d1adf2e70986, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:28:10.145656 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] For port 78e92ae7-bec8-4798-b159-d1adf2e70986, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=78e92ae7-bec8-4798-b159-d1adf2e70986,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:28:10.150504 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:10.152958 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:10.209864 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Routers {'950ece0d-f818-488d-af93-24e8bc0d84f3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:28:10.210561 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:27:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['950ece0d-f818-488d-af93-24e8bc0d84f3'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:10.215655 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016679c-41de-46dc-a912-bacd0a0b56ae None None] Pushing event updated for resources: {'Port': ['ID=78e92ae7-bec8-4798-b159-d1adf2e70986,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:10.218849 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-9016679c-41de-46dc-a912-bacd0a0b56ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:10.331686 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] Set router 950ece0d-f818-488d-af93-24e8bc0d84f3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:28:10.566542 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'name': 'router1', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '78e92ae7-bec8-4798-b159-d1adf2e70986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:50Z', 'updated_at': '2021-06-29T11:28:08Z', 'revision_number': 4, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'gw_port': {'id': '78e92ae7-bec8-4798-b159-d1adf2e70986', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:07Z', 'updated_at': '2021-06-29T11:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '12b225cb-b483-4f91-8689-c2ef959d0d63', 'name': '', 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'mac_address': 'fa:16:3e:3e:0e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:27:59Z', 'updated_at': '2021-06-29T11:28:07Z', 'revision_number': 5, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'subnets': [{'id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '301b1b70-39bf-406e-b3cf-5e464762a74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:10.598390 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a907378-d79a-40fe-9c59-7df715615a50 None None] The sync data for ids ['950ece0d-f818-488d-af93-24e8bc0d84f3'] in dv-cinder-797608-2-iscsi is: [{'id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'name': 'router1', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '78e92ae7-bec8-4798-b159-d1adf2e70986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:50Z', 'updated_at': '2021-06-29T11:28:08Z', 'revision_number': 4, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'gw_port': {'id': '78e92ae7-bec8-4798-b159-d1adf2e70986', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:07Z', 'updated_at': '2021-06-29T11:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '12b225cb-b483-4f91-8689-c2ef959d0d63', 'name': '', 'network_id': '306e6575-d264-4ec2-bf24-6df23ef63eee', 'tenant_id': 'b72de596fa2b474ebdba2122a0754985', 'mac_address': 'fa:16:3e:3e:0e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ece0d-f818-488d-af93-24e8bc0d84f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:27:59Z', 'updated_at': '2021-06-29T11:28:07Z', 'revision_number': 5, 'project_id': 'b72de596fa2b474ebdba2122a0754985', 'subnets': [{'id': '47049e0b-4fee-486e-ad0a-ad0ec009b371', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '301b1b70-39bf-406e-b3cf-5e464762a74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:28:10.989490 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 78e92ae7-bec8-4798-b159-d1adf2e70986 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:28:11.061277 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 78e92ae7-bec8-4798-b159-d1adf2e70986 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:28:11.066474 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 78e92ae7-bec8-4798-b159-d1adf2e70986 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:11.066858 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:11.165699 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:11.192709 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 78e92ae7-bec8-4798-b159-d1adf2e70986, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=78e92ae7-bec8-4798-b159-d1adf2e70986,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:28:11.200101 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:11.202861 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:11.204047 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 55986) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:28:11.257319 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=78e92ae7-bec8-4798-b159-d1adf2e70986,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:11.260590 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:11.352005 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-bf47834b-501f-45d3-ae41-77826031344f admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1443448 Jun 29 11:28:12.930789 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 78e92ae7-bec8-4798-b159-d1adf2e70986 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:28:12.982951 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 78e92ae7-bec8-4798-b159-d1adf2e70986 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:12.983655 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:23.098606 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-e6c547a7-b99e-4094-83a0-1f98e4267b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:26.356200 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ee1aac63-4a63-475c-b160-9d779bbc611c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:27.057907 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:27.948341 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:29.432187 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:46.279452 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 5 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:28:53.104738 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d3a1793b-3c18-4e46-974e-10580e019191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:56.357199 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-109ec630-170e-4d41-b0d8-1604373a7058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:57.051751 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:57.951348 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:59.425408 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:23.096488 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-11c7fed6-c5a6-466f-9120-83cd80717c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:23.278469 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 5 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:29:26.347213 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ad78f7e8-ed8f-496e-b74a-05cf7117af23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:27.034626 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:27.939052 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:29.429413 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:52.193049 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56554) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:29:52.258917 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.pecan_wsgi.hooks.translation [None req-299e5f3f-a46f-4d2e-a45e-f68b320538cc admin admin] GET failed (client error): The resource could not be found. Jun 29 11:29:52.260250 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-299e5f3f-a46f-4d2e-a45e-f68b320538cc admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662460 Jun 29 11:29:52.426279 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ffa53-47ba-4f0b-a0a9-5d869a9378ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:29:52.427778 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-357ffa53-47ba-4f0b-a0a9-5d869a9378ea admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637487 Jun 29 11:29:53.097292 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1ce249b8-0680-44c6-a73b-c1db482bd7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:54.704226 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56564) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:29:54.814849 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e436b2-281d-44e3-a280-ef319b33b89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:29:54.816265 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-17e436b2-281d-44e3-a280-ef319b33b89d admin admin] 10.222.0.72 "GET /v2.0/subnets/47049e0b-4fee-486e-ad0a-ad0ec009b371 HTTP/1.1" status: 200 len: 849 time: 0.1110659 Jun 29 11:29:54.826208 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:29:54.938756 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:55.090844 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748031808979'] for subnet, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:55.094061 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:29:55.125645 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:29:55.126546 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:55.128745 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] 10.222.0.72 "PUT /v2.0/subnets/47049e0b-4fee-486e-ad0a-ad0ec009b371 HTTP/1.1" status: 200 len: 868 time: 0.3066983 Jun 29 11:29:55.129831 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc208bbf-c861-4dbb-a662-61002ecc8638 None None] Network 306e6575-d264-4ec2-bf24-6df23ef63eee requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:29:55.165525 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47049e0b-4fee-486e-ad0a-ad0ec009b371,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:29:55.173575 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.173951 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.174287 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.174628 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.174953 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.175328 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.175663 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.175987 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.176345 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.176665 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.176985 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.177304 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:29:55.182229 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:29:55.526921 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-98391057-eba2-4b33-a5dd-911ba4bb12ce None None] Provisioning complete for port 12b225cb-b483-4f91-8689-c2ef959d0d63 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:29:55.527303 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-98391057-eba2-4b33-a5dd-911ba4bb12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:55.613209 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-98391057-eba2-4b33-a5dd-911ba4bb12ce None None] Provisioning complete for port da3e175c-2cc9-4a45-8a24-2541880e2229 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:29:55.613520 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-98391057-eba2-4b33-a5dd-911ba4bb12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:56.349043 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-46909945-4b76-454c-8304-24219572ee79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:57.040091 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:57.315183 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56572) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:29:57.523148 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f78699-146b-436e-bc07-1c8f3d260726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:29:57.523538 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f78699-146b-436e-bc07-1c8f3d260726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:29:57.525103 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-b8f78699-146b-436e-bc07-1c8f3d260726 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2089820 Jun 29 11:29:57.937276 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:59.426515 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:59.726351 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 56580) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:29:59.952224 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7979421-3107-4b8b-bf7f-4e18dc4667bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:29:59.952697 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7979421-3107-4b8b-bf7f-4e18dc4667bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:29:59.954228 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-c7979421-3107-4b8b-bf7f-4e18dc4667bf admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2269502 Jun 29 11:30:00.277763 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 5 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:30:02.141224 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 56590) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:02.287891 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e29d62-2518-4bce-8d18-5eb316de40f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:02.289346 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-b7e29d62-2518-4bce-8d18-5eb316de40f8 admin admin] 10.222.0.72 "GET /v2.0/networks/306e6575-d264-4ec2-bf24-6df23ef63eee HTTP/1.1" status: 200 len: 869 time: 0.1471734 Jun 29 11:30:04.496066 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 56598) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:04.621247 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda91d8a-5bb6-4068-afa6-9efda05277c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:04.622633 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-cda91d8a-5bb6-4068-afa6-9efda05277c8 admin admin] 10.222.0.72 "GET /v2.0/networks/4546cacf-05b6-4439-8e79-95afc759b82d HTTP/1.1" status: 200 len: 886 time: 0.1255982 Jun 29 11:30:06.804918 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56606) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:06.930338 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3441b4c6-49dd-47bd-bcf7-6523b1321f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:06.930800 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3441b4c6-49dd-47bd-bcf7-6523b1321f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:06.932362 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-3441b4c6-49dd-47bd-bcf7-6523b1321f6d admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264725 Jun 29 11:30:09.130495 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 56614) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:09.258113 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82dd7e-5328-4097-857f-0874d14073d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:09.258500 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82dd7e-5328-4097-857f-0874d14073d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:09.260076 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-fd82dd7e-5328-4097-857f-0874d14073d3 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284204 Jun 29 11:30:11.441933 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 56622) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:11.544811 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bcf7d4-90b9-41e9-99b0-8819d662eb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:11.547219 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-92bcf7d4-90b9-41e9-99b0-8819d662eb34 admin admin] 10.222.0.72 "GET /v2.0/subnets/47049e0b-4fee-486e-ad0a-ad0ec009b371 HTTP/1.1" status: 200 len: 868 time: 0.1043448 Jun 29 11:30:13.745180 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56630) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:13.835657 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372ee3e-9ebd-4a28-89b5-bca36b0702ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:13.852166 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-5372ee3e-9ebd-4a28-89b5-bca36b0702ba admin admin] 10.222.0.72 "GET /v2.0/subnets/4b9c275b-e3ea-4fec-829d-89f3c58d730a HTTP/1.1" status: 200 len: 816 time: 0.0909276 Jun 29 11:30:23.103094 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5de8f349-5d84-4d3e-8ebe-85cec2d8b6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:26.351129 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1408cc94-de7c-4310-aa48-b1ce6cffcf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:27.034462 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:27.940108 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:29.430255 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:37.275465 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 5 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:30:37.640961 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56674) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:37.692337 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [None req-ca7dd032-d3e1-4e6f-81f3-382643e0579a admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:30:37.693550 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-ca7dd032-d3e1-4e6f-81f3-382643e0579a admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516419 Jun 29 11:30:40.008439 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56682) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:40.075172 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfe3529-e8fc-485d-b86f-0833df21f220 admin admin] GET failed (client error): The resource could not be found. Jun 29 11:30:40.077590 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-5dfe3529-e8fc-485d-b86f-0833df21f220 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0681934 Jun 29 11:30:40.173006 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c196f7-e82f-4b7f-826c-be81b50b488c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:40.174509 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-38c196f7-e82f-4b7f-826c-be81b50b488c admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0930135 Jun 29 11:30:42.444244 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56690) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:42.494191 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:30:42.516815 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Made reservation on behalf of 4e4b771b6c444aee8ff4b374b466d38f for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:30:42.519179 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:42.555790 dv-cinder-797608-2-iscsi neutron-server[93145]: WARNING neutron.services.revisions.revision_plugin [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Could not find related network for resource to bump revision. Jun 29 11:30:42.572545 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:30:42.581930 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:42.582286 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Added segment 82fe67bb-7262-4e4e-86a1-b898783c374c of type vlan for network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 Jun 29 11:30:42.626092 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:42.657455 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:42.658763 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:42.659338 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:42.661464 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:42.720339 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2749836 Jun 29 11:30:42.725302 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Pushing event updated for resources: {'Network': ['ID=4426c4b8-bcc4-4cbd-9718-da2090c706f9,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:42.734057 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:42.746199 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:30:44.990527 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56698) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:45.051227 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb54e5f8-e566-49fd-bd75-c15957bc00e2 admin admin] GET failed (client error): The resource could not be found. Jun 29 11:30:45.052588 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-cb54e5f8-e566-49fd-bd75-c15957bc00e2 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611145 Jun 29 11:30:45.126616 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc6d3e-e99c-4027-b316-157d495f4f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:45.128100 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-53cc6d3e-e99c-4027-b316-157d495f4f25 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697351 Jun 29 11:30:45.137769 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9', 'ip_version': 4}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:30:45.165432 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Made reservation on behalf of 4e4b771b6c444aee8ff4b374b466d38f for: {'subnet': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:30:45.167904 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:45.437350 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:45.439547 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-864dc958-9c6f-4636-9525-1e6a97d990a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:45.491457 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac858ec1-32a1-40ab-9fc4-c85cecf1ffbd,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:45.494484 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:45.509683 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Checking segment: {'id': '82fe67bb-7262-4e4e-86a1-b898783c374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:30:45.510029 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Network hostable DHCP agents. Network: 4426c4b8-bcc4-4cbd-9718-da2090c706f9, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:30:45.527355 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:30:45.536304 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 4426c4b8-bcc4-4cbd-9718-da2090c706f9) {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:30:45.540576 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:45.541162 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:45.546100 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d63d58-edb6-48f5-bc37-5d5d8eda5457 None None] Network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:30:45.560994 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4226561 Jun 29 11:30:45.811514 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857709bb-5365-56ec-ae70-86d033040f01-4426c4b8-bcc4-4cbd-9718-da2090c706f9', 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9', 'tenant_id': '4e4b771b6c444aee8ff4b374b466d38f', 'fixed_ips': [{'subnet_id': 'ac858ec1-32a1-40ab-9fc4-c85cecf1ffbd'}]}} from dv-cinder-797608-2-iscsi. {{(pid=93146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:30:45.812592 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:45.955758 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.db_base_plugin_common [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Allocated IP 192.168.233.2 (4426c4b8-bcc4-4cbd-9718-da2090c706f9/ac858ec1-32a1-40ab-9fc4-c85cecf1ffbd/dd1f9bc1-7c10-4dd2-9f18-768c26291514) {{(pid=93146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:30:46.139190 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Notify callbacks [] for port, precommit_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:46.148658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Transition to ACTIVE for port object dd1f9bc1-7c10-4dd2-9f18-768c26291514 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:30:46.165774 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Transition to ACTIVE for port object dd1f9bc1-7c10-4dd2-9f18-768c26291514 will not be triggered until provisioned by entity DHCP. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:30:46.173879 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:46.176442 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-9016679c-41de-46dc-a912-bacd0a0b56ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:46.217666 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 is already hosted by enough agents. {{(pid=93146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:30:46.220658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.base_scheduler [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Resources bound (agent type, host, resource id): {{(pid=93146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:30:46.224159 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Received port after_create {{(pid=93146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:30:46.229722 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Pushing event updated for resources: {'Port': ['ID=dd1f9bc1-7c10-4dd2-9f18-768c26291514,revision_number=1']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:46.242021 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.242372 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.242697 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.243025 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.243353 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.243676 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.243994 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.244353 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.244694 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.245015 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.245332 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.245641 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:46.268262 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:46.301587 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Attempting to bind port dd1f9bc1-7c10-4dd2-9f18-768c26291514 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:30:46.301881 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Attempting to bind port dd1f9bc1-7c10-4dd2-9f18-768c26291514 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '82fe67bb-7262-4e4e-86a1-b898783c374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:30:46.302242 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Attempting to bind port dd1f9bc1-7c10-4dd2-9f18-768c26291514 on network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:30:46.308109 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:30:46.308509 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Checking segment: {'id': '82fe67bb-7262-4e4e-86a1-b898783c374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:30:46.308921 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:46.309308 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Bound using segment: {'id': '82fe67bb-7262-4e4e-86a1-b898783c374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:30:46.310431 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Bound port: dd1f9bc1-7c10-4dd2-9f18-768c26291514, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fe67bb-7262-4e4e-86a1-b898783c374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:30:46.311081 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:46.383320 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] For port dd1f9bc1-7c10-4dd2-9f18-768c26291514, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:30:46.386795 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] For port dd1f9bc1-7c10-4dd2-9f18-768c26291514, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=dd1f9bc1-7c10-4dd2-9f18-768c26291514,segment=NetworkSegment(82fe67bb-7262-4e4e-86a1-b898783c374c),segment_id=82fe67bb-7262-4e4e-86a1-b898783c374c)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:30:46.391442 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:46.393719 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:46.454151 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Pushing event updated for resources: {'Port': ['ID=dd1f9bc1-7c10-4dd2-9f18-768c26291514,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:46.457379 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:47.123300 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device dd1f9bc1-7c10-4dd2-9f18-768c26291514 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:30:47.184852 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port dd1f9bc1-7c10-4dd2-9f18-768c26291514 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:30:47.315384 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe224a-5e2e-4a9b-b66a-69223cbaff14 None None] Network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:30:47.373200 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-3758c662-31fa-4b39-9f99-00baf2a17e08 None None] Provisioning for port dd1f9bc1-7c10-4dd2-9f18-768c26291514 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:30:47.381323 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-3758c662-31fa-4b39-9f99-00baf2a17e08 None None] Provisioning complete for port dd1f9bc1-7c10-4dd2-9f18-768c26291514 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:30:47.381695 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3758c662-31fa-4b39-9f99-00baf2a17e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:47.545959 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3758c662-31fa-4b39-9f99-00baf2a17e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:47.589255 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-3758c662-31fa-4b39-9f99-00baf2a17e08 None None] For port dd1f9bc1-7c10-4dd2-9f18-768c26291514, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=dd1f9bc1-7c10-4dd2-9f18-768c26291514,segment=NetworkSegment(82fe67bb-7262-4e4e-86a1-b898783c374c),segment_id=82fe67bb-7262-4e4e-86a1-b898783c374c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:30:47.597996 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3758c662-31fa-4b39-9f99-00baf2a17e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:47.600807 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:47.659466 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758c662-31fa-4b39-9f99-00baf2a17e08 None None] Pushing event updated for resources: {'Port': ['ID=dd1f9bc1-7c10-4dd2-9f18-768c26291514,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:47.666945 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-3758c662-31fa-4b39-9f99-00baf2a17e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:47.823967 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-c9dd045b-0e4b-471f-8dd3-ed6ac3ef3de8 None None] Provisioning complete for port dd1f9bc1-7c10-4dd2-9f18-768c26291514 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:30:47.824463 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c9dd045b-0e4b-471f-8dd3-ed6ac3ef3de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:49.079155 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device dd1f9bc1-7c10-4dd2-9f18-768c26291514 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:30:49.130104 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port dd1f9bc1-7c10-4dd2-9f18-768c26291514 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:30:49.130504 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:53.096369 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-652ca9db-4cec-4548-a83e-a02bf2ef060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:56.361072 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a64d0054-1a5c-4b6a-b746-644909303825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:57.038742 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:57.943792 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:59.432341 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:14.274970 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 5 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:31:23.098883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-f0a33f3a-5d83-4687-95db-10ad79815ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:26.353592 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8553b309-6ee8-4774-af95-18b8d7ec4497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:27.043072 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:27.945446 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:29.435089 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:51.273442 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 5 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:31:53.101197 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-02b3f350-45c5-4b7a-a782-5185f84aebac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:56.355513 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-bba7171a-9987-43c1-b3b0-5ec5a757daa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:57.046975 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:57.952056 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:59.443550 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:05.788303 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56750) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:32:05.795127 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [None req-b6936a06-b348-4116-a79f-ce5204304984 tempest-verify_tempest_config-1656073816 tempest-verify_tempest_config-1656073816-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:32:05.796112 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-b6936a06-b348-4116-a79f-ce5204304984 tempest-verify_tempest_config-1656073816 tempest-verify_tempest_config-1656073816-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068150 Jun 29 11:32:06.112217 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 56768) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:32:06.232170 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.359786 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.363950 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.369974 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:32:06.411249 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff9322ad5a3046a5ba8ba826bfedf2c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2979600 Jun 29 11:32:06.412350 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f35315-c8b3-4e66-a0db-d588ef9bf9a9,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:32:06.413980 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56774) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:32:06.419428 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.419788 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.420142 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.420523 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.420855 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.421196 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.421524 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.421846 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.422185 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.422507 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.422824 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.423157 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.427758 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:32:06.478826 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.502139 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.592933 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.596242 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.597425 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a1f35315-c8b3-4e66-a0db-d588ef9bf9a9 HTTP/1.1" status: 204 len: 168 time: 0.1823649 Jun 29 11:32:06.598128 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-423fcbd3-1c46-45f1-a14e-a6dda2052f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:32:06.606199 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f35315-c8b3-4e66-a0db-d588ef9bf9a9,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:32:06.613559 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.613930 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.614276 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.614607 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.614937 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.615263 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.616002 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.616489 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.616919 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.617259 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.617624 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.618056 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.629416 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:32:23.105856 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8e3f308c-1c95-40fe-bca5-d01c0db8c9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:26.355868 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6e59cc46-09af-4f09-a721-a844dcf344ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:27.049682 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:27.951176 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:28.272106 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 5 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:32:29.439915 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:53.114018 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-0225bb8e-4518-4a8a-afec-8eae1efd6592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:56.358463 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-52dfc202-7ca0-48b0-b55a-64abbe5d6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:57.053632 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:57.962168 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:59.443086 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:05.270995 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 5 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:33:23.106271 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-edcfde72-f2f7-4295-b028-a610a2e70ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:26.361304 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d199dae8-8c4b-473f-9c0c-a82a621b3d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:27.055226 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:27.957046 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:29.447373 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:39.287403 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655899'] for agent, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:42.272692 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:33:43.086125 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56826) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:33:43.192576 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-17cd22f4-402f-4004-96a9-3e67f27ba008 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1053343 Jun 29 11:33:45.363212 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56836) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:33:45.417377 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-e02e40fb-aa7a-47e5-be51-7928fe7f3427 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0530539 Jun 29 11:33:53.109299 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-51cbe1ec-f6f8-49bd-81cb-0b72b8bd10f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:56.362617 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-412b14d4-445b-4699-ae0e-ae42e95088ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:57.058194 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:57.961175 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:59.449376 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:09.288535 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:19.271018 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:34:23.109579 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-37523f54-f697-4980-abe6-6f91a829349e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:26.365918 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-371b26f9-fd1a-4309-98a4-245d3541cc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:27.058956 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:27.963256 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:29.452675 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:39.300713 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:53.111654 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-f686b966-386b-427c-ac31-7f8e05bc64d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:56.270448 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:34:56.369310 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7eefb169-e611-4dcc-8e66-f4fde1aba9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:57.060379 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:57.967015 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:59.459576 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:09.315284 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:12.979912 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 56998) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:13.239606 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57022) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:13.261225 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1406837667-network', 'tenant_id': 'fcc97e1e15544a4c9a9626bf7f38a3ac'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:13.291729 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Made reservation on behalf of fcc97e1e15544a4c9a9626bf7f38a3ac for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:13.301173 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.304484 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.400670 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.405929 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.411192 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:13.440407 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:13.443323 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:13.449193 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.449568 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.449914 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.450245 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.450574 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.450904 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.451228 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.451548 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.451889 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.452233 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.452552 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.452961 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Tracked resource versions report: Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: pushed versions: Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: { 'AddressGroup': {'1.2'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'ConntrackHelper': {'1.0'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Log': {'1.0'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Network': {'1.1'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Port': {'1.7'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'PortForwarding': {'1.2'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'QosPolicy': {'1.8'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SecurityGroup': {'1.4'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SubPort': {'1.0'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Subnet': {'1.1'}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Trunk': {'1.1'}} Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: consumer versions: Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: { DHCP agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: HyperV agent@hv-cinder-79760: {}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: L3 agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: Metadata agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: Metering agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: Open vSwitch agent@dv-cinder-797608-2-iscsi: { 'AddressGroup': '1.2', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'ConntrackHelper': '1.0', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Log': '1.0', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Network': '1.1', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Port': '1.7', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'PortForwarding': '1.2', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'QosPolicy': '1.8', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SecurityGroup': '1.4', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SecurityGroupRule': '1.2', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'SubPort': '1.0', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Subnet': '1.1', Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: 'Trunk': '1.1'}} Jun 29 11:35:13.454431 dv-cinder-797608-2-iscsi neutron-server[93145]: {{(pid=93145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:35:13.472203 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:13.478118 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.478575 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Added segment bbef37f8-3a7b-48e3-9dbc-5a143f3135b5 of type vlan for network 5a54b4a3-e2b9-435d-8952-8dda5799b19b Jun 29 11:35:13.525777 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1993705497-network', 'tenant_id': '2c51d252084e4ba4a3841650bf6a77e4'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:13.535837 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.565495 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Made reservation on behalf of 2c51d252084e4ba4a3841650bf6a77e4 for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:13.568010 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.579371 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.604427 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.628401 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:13.629026 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.634104 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:13.698948 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.730893 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.739528 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7575576 Jun 29 11:35:13.743482 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57052) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:13.750497 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:13.751665 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Request body: {'subnet': {'network_id': '5a54b4a3-e2b9-435d-8952-8dda5799b19b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1406837667-subnet', 'tenant_id': 'fcc97e1e15544a4c9a9626bf7f38a3ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:13.760889 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.761457 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Added segment 19313bfa-9163-4e0e-bea8-e7be7b2d95ac of type vlan for network 50183bd1-e74d-45c1-b7cc-ddca4f02236d Jun 29 11:35:13.778112 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Made reservation on behalf of fcc97e1e15544a4c9a9626bf7f38a3ac for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:13.781019 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.803848 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.839609 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Pushing event updated for resources: {'Network': ['ID=5a54b4a3-e2b9-435d-8952-8dda5799b19b,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:13.842526 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:13.842941 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:13.852770 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 5a54b4a3-e2b9-435d-8952-8dda5799b19b details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:13.868843 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd99527-7aae-40af-99d5-a2b774b04c8f,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:13.872268 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.873477 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:13.875441 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:13.876475 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:13.878948 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e8c2bc52-084d-4db2-a09e-cbbbea85d706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:13.942102 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=50183bd1-e74d-45c1-b7cc-ddca4f02236d,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:13.947247 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:13.964575 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 50183bd1-e74d-45c1-b7cc-ddca4f02236d details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:13.964794 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57060) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:13.965253 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7245064 Jun 29 11:35:13.971268 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Request body: {'subnet': {'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1993705497-subnet', 'tenant_id': '2c51d252084e4ba4a3841650bf6a77e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:14.002708 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Made reservation on behalf of 2c51d252084e4ba4a3841650bf6a77e4 for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:14.010067 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57062) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:14.012454 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.126435 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57068) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:14.134511 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.141545 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:14.254666 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=078146a2-a682-4fd7-8dc5-3f2a2f038046,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:14.260349 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Checking segment: {'id': 'bbef37f8-3a7b-48e3-9dbc-5a143f3135b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a54b4a3-e2b9-435d-8952-8dda5799b19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:14.260718 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Network hostable DHCP agents. Network: 5a54b4a3-e2b9-435d-8952-8dda5799b19b, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:14.270706 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-97902526-network', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:14.293538 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57088) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:14.302620 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Made reservation on behalf of 5bc5d09f9e5047bd8afa64daf6fcf662 for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:14.306278 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.322675 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-network', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:14.327768 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.337896 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.338305 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.338794 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.339140 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.339644 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.340043 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.340467 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.340901 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.341348 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.341681 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.342003 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.342322 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Tracked resource versions report: Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: pushed versions: Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: { 'AddressGroup': {'1.2'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'ConntrackHelper': {'1.0'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Log': {'1.0'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Network': {'1.1'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Port': {'1.7'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'PortForwarding': {'1.2'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'QosPolicy': {'1.8'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SecurityGroup': {'1.4'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SubPort': {'1.0'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Subnet': {'1.1'}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Trunk': {'1.1'}} Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: consumer versions: Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: { DHCP agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: HyperV agent@hv-cinder-79760: {}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: L3 agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: Metadata agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: Metering agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: Open vSwitch agent@dv-cinder-797608-2-iscsi: { 'AddressGroup': '1.2', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'ConntrackHelper': '1.0', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Log': '1.0', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Network': '1.1', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Port': '1.7', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'PortForwarding': '1.2', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'QosPolicy': '1.8', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SecurityGroup': '1.4', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SecurityGroupRule': '1.2', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'SubPort': '1.0', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Subnet': '1.1', Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: 'Trunk': '1.1'}} Jun 29 11:35:14.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: {{(pid=93144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:35:14.356481 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:14.362007 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.367911 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:14.387281 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Made reservation on behalf of a2fc0d2c6f944d52939e72f3559d83cb for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:14.391743 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.398805 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Network 5a54b4a3-e2b9-435d-8952-8dda5799b19b is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:14.417437 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-214607332-network', 'tenant_id': '9ef1204a39614c5c8e5b44b514512e2c'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:14.421514 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.427240 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b0fdec-a2e5-4fae-9c43-f02bf104f75f,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:14.429315 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 5a54b4a3-e2b9-435d-8952-8dda5799b19b) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:14.447480 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:14.464031 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Checking segment: {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:14.464373 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Network hostable DHCP agents. Network: 50183bd1-e74d-45c1-b7cc-ddca4f02236d, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:14.475065 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06d94e2-aefc-495e-994f-920f808cf02b None None] Network 5a54b4a3-e2b9-435d-8952-8dda5799b19b requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:14.477390 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:14.478124 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.512741 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Network 50183bd1-e74d-45c1-b7cc-ddca4f02236d is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:14.520463 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 50183bd1-e74d-45c1-b7cc-ddca4f02236d) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:14.528206 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:14.528630 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.548523 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.556469 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.557107 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b702a50d-6e00-4094-94d2-d896c5c9181e None None] Network 50183bd1-e74d-45c1-b7cc-ddca4f02236d requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:14.561009 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:14.576324 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8241422 Jun 29 11:35:14.584293 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:14.584528 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6185164 Jun 29 11:35:14.619219 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.db.api [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 11:35:14.619219 dv-cinder-797608-2-iscsi neutron-server[93145]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 11:35:14.619219 dv-cinder-797608-2-iscsi neutron-server[93145]: [parameters: {'project_id_1': 'a2fc0d2c6f944d52939e72f3559d83cb', 'expiration_1': datetime.datetime(2021, 6, 29, 11, 35, 14, 449762)}] Jun 29 11:35:14.619219 dv-cinder-797608-2-iscsi neutron-server[93145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 11:35:14.619675 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_db.api [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 11:35:14.628812 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.629151 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Added segment b1875f2f-3658-4982-aa80-b43595c8f9c7 of type vlan for network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 Jun 29 11:35:14.630807 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Made reservation on behalf of 9ef1204a39614c5c8e5b44b514512e2c for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:14.633233 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.635249 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef7fa95-6568-42c0-97cf-0803a1960395,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:14.647104 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:14.654896 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.706340 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.742334 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.747218 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:14.747841 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.753053 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:14.827090 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea98ede-afac-414c-a958-f154633bc4f2 None None] Network 5a54b4a3-e2b9-435d-8952-8dda5799b19b requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:14.834235 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:14.839963 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:14.857086 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2cf0a2-0349-485b-b2f7-0b088fe4061e None None] Network 50183bd1-e74d-45c1-b7cc-ddca4f02236d requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:14.861794 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:14.943982 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.953026 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:14.990802 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:15.021747 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.022393 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Added segment 6cf28111-0217-468a-ac11-3f34a4c7539f of type vlan for network 5c572293-055d-4958-a97b-d501401ae57e Jun 29 11:35:15.090459 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.122922 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:15.126828 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.142411 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1308978 Jun 29 11:35:15.145004 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57118) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:15.181415 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Request body: {'subnet': {'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-97902526-subnet', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:15.194674 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.314883 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:15.316120 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.353795 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db63ca98-07b8-428c-bda5-0f9ad0954596,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:15.360408 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:15.360918 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-cf88d30d-581f-4c0f-842b-0c1d81859a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:15.441670 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Pushing event updated for resources: {'Network': ['ID=5c572293-055d-4958-a97b-d501401ae57e,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:15.445077 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.446213 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:15.450510 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.454339 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 5c572293-055d-4958-a97b-d501401ae57e details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:15.455891 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:15.475914 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Made reservation on behalf of 5bc5d09f9e5047bd8afa64daf6fcf662 for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:15.480600 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.492375 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:15.499564 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2042675 Jun 29 11:35:15.505857 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57134) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:15.512753 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Request body: {'subnet': {'network_id': '5c572293-055d-4958-a97b-d501401ae57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-214607332-subnet', 'tenant_id': '9ef1204a39614c5c8e5b44b514512e2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:15.538410 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19d64c7-84f4-4335-b4aa-eb3ac326cda0,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:15.545278 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Made reservation on behalf of 9ef1204a39614c5c8e5b44b514512e2c for: {'subnet': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:15.548461 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.554140 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:15.555615 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.556287 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Added segment 3fc754a3-392f-47a2-980c-9410910b17e0 of type vlan for network fe85a0d1-59aa-4755-b172-e189055a6707 Jun 29 11:35:15.688336 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.763904 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.768469 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:15.769269 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.774924 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:15.842853 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.848751 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0a628267-734a-477d-8033-d0ac9a573660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:15.879392 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7513375 Jun 29 11:35:15.884115 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57174) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:15.895012 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Request body: {'subnet': {'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-subnet', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:15.896340 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Pushing event updated for resources: {'Network': ['ID=fe85a0d1-59aa-4755-b172-e189055a6707,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:15.906175 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network fe85a0d1-59aa-4755-b172-e189055a6707 details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:15.926344 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:15.970400 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:15.974612 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Checking segment: {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:15.974993 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Network hostable DHCP agents. Network: f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:15.975261 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:16.022112 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5e4ad0-3d72-4450-b5c2-0b416f085604,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:16.029120 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:16.034250 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:16.042686 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Made reservation on behalf of a2fc0d2c6f944d52939e72f3559d83cb for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:16.049475 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.071700 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Checking segment: {'id': '6cf28111-0217-468a-ac11-3f34a4c7539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5c572293-055d-4958-a97b-d501401ae57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:16.072226 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Network hostable DHCP agents. Network: 5c572293-055d-4958-a97b-d501401ae57e, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:16.076958 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480fceee-6536-4422-be23-841f50f723e7,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:16.085953 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:16.104430 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:16.113680 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Network 5c572293-055d-4958-a97b-d501401ae57e is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:16.118212 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0be061-5e8d-4ddd-a8b8-e9d69e9779ef None None] Network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:16.118447 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:16.119066 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.122389 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 5c572293-055d-4958-a97b-d501401ae57e) {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:16.128341 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:16.129763 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.154855 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6474791 Jun 29 11:35:16.157560 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc84c08-de16-4f01-a988-02fb05fb828f None None] Network 5c572293-055d-4958-a97b-d501401ae57e requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:16.178527 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0317631 Jun 29 11:35:16.182409 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57178) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:16.195826 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:16.247295 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1735'] for router, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.248663 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.255035 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57186) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:16.264440 dv-cinder-797608-2-iscsi neutron-server[93145]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 11:35:16.379752 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.383403 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:16.470375 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2f256e-0a0e-434c-afed-93fc52ad5266,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:16.472098 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Checking segment: {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:16.472585 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Network hostable DHCP agents. Network: fe85a0d1-59aa-4755-b172-e189055a6707, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:16.477964 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:16.503016 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Network fe85a0d1-59aa-4755-b172-e189055a6707 is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:16.510414 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8670f97f-169d-415b-a2a5-28fc1270de2f None None] Network 5c572293-055d-4958-a97b-d501401ae57e requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:16.517382 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, fe85a0d1-59aa-4755-b172-e189055a6707) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:16.524587 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:16.525230 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.555479 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6645150 Jun 29 11:35:16.558432 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57194) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:16.564306 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:16.575836 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.594623 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1735'] for router, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.597091 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79773b5-2cb5-4f5a-ad3f-eac34bfd0f8e None None] Network fe85a0d1-59aa-4755-b172-e189055a6707 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:16.597881 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.823244 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:16.867781 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-a9c055f4-329a-4895-9930-2464d68797ce tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:16.869860 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-a9c055f4-329a-4895-9930-2464d68797ce tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/networks?id=5a54b4a3-e2b9-435d-8952-8dda5799b19b HTTP/1.1" status: 200 len: 812 time: 0.6136990 Jun 29 11:35:16.951304 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5e559b35-a750-45e3-8a58-de1108b7b96c tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/quotas/fcc97e1e15544a4c9a9626bf7f38a3ac HTTP/1.1" status: 200 len: 375 time: 0.0409598 Jun 29 11:35:16.954420 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.014879 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-736ebcbb-e5ec-4267-9208-6dd1be29ea6f tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fcc97e1e15544a4c9a9626bf7f38a3ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558534 Jun 29 11:35:17.225312 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.239144 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857709bb-5365-56ec-ae70-86d033040f01-fe85a0d1-59aa-4755-b172-e189055a6707', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266'}]}} from dv-cinder-797608-2-iscsi. {{(pid=93146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:35:17.240018 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.262685 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.282878 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857709bb-5365-56ec-ae70-86d033040f01-f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604'}]}} from dv-cinder-797608-2-iscsi. {{(pid=93146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:35:17.283587 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.290206 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.314268 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57226) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:17.319198 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1526879026-network', 'tenant_id': 'cb41e8d83d8041cd8f93078820f030a3'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:17.422973 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Made reservation on behalf of cb41e8d83d8041cd8f93078820f030a3 for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:17.426002 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.457878 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.569375 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.579069 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-e1da0f84-5ada-49d0-965b-75bbf629ac22 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:35:17.586220 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-e1da0f84-5ada-49d0-965b-75bbf629ac22 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3595748 Jun 29 11:35:17.601102 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.653319 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:17.662466 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.680451 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412c1eac-2a9c-402e-9160-e1a7cedfb265,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:17.683778 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:17.685502 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.db_base_plugin_common [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Allocated IP 172.20.0.2 (fe85a0d1-59aa-4755-b172-e189055a6707/3d2f256e-0a0e-434c-afed-93fc52ad5266/444acb68-fe8b-4e71-b9a2-130186aedbeb) {{(pid=93146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:17.698238 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Allocated IP 172.27.3.241 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/3f7d009e-2bf2-4936-bc15-172901407168) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:17.708367 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:17.715385 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.db_base_plugin_common [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Allocated IP 172.20.0.2 (f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3/0f5e4ad0-3d72-4450-b5c2-0b416f085604/25101e0d-4407-417f-8477-dbe5a6db04ff) {{(pid=93146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:17.738148 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.738948 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Added segment f0c61760-b6cc-4741-af0e-2be2463cf713 of type vlan for network 41ac4b2a-b539-4271-9761-24362a0e3c3b Jun 29 11:35:17.742454 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.861466 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57244) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:17.863542 dv-cinder-797608-2-iscsi neutron-server[93144]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 11:35:17.904543 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:17.948426 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-05110f6f-0e01-4a9f-a412-6f3119c1c81c service neutron] 10.222.0.72 "GET /v2.0/networks/5a54b4a3-e2b9-435d-8952-8dda5799b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610926 Jun 29 11:35:18.050519 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Notify callbacks [] for port, precommit_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.061401 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.078963 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:18.081416 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Transition to ACTIVE for port object 444acb68-fe8b-4e71-b9a2-130186aedbeb will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:18.081784 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.094470 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:18.100570 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Notify callbacks [] for port, precommit_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.130540 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90773962-62b0-460c-865c-ed5147a01c91 req-0e59792e-74b8-4cf3-b705-a36842d492e5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:18.131171 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Transition to ACTIVE for port object 25101e0d-4407-417f-8477-dbe5a6db04ff will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:18.134110 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Transition to ACTIVE for port object 444acb68-fe8b-4e71-b9a2-130186aedbeb will not be triggered until provisioned by entity DHCP. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:18.137529 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-0e59792e-74b8-4cf3-b705-a36842d492e5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 815 time: 0.2750041 Jun 29 11:35:18.154068 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.155347 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Transition to ACTIVE for port object 25101e0d-4407-417f-8477-dbe5a6db04ff will not be triggered until provisioned by entity DHCP. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:18.159561 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:18.163231 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-4685bbac-78e3-40a4-84c6-7ccd8243d7b0 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/quotas/2c51d252084e4ba4a3841650bf6a77e4 HTTP/1.1" status: 200 len: 375 time: 0.0179157 Jun 29 11:35:18.184995 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.213386 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Network fe85a0d1-59aa-4755-b172-e189055a6707 is already hosted by enough agents. {{(pid=93146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:18.213921 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.218199 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.base_scheduler [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Resources bound (agent type, host, resource id): {{(pid=93146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:18.221217 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-ce39fc56-395d-4121-9ee0-55056b63884a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517695 Jun 29 11:35:18.224536 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Received port after_create {{(pid=93146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:18.231974 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Pushing event updated for resources: {'Port': ['ID=444acb68-fe8b-4e71-b9a2-130186aedbeb,revision_number=1']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:18.248439 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 is already hosted by enough agents. {{(pid=93146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:18.257380 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.base_scheduler [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Resources bound (agent type, host, resource id): {{(pid=93146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:18.260523 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.261238 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.261238 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.261532 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.261868 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.262197 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.262524 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.262859 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.263203 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.263527 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.263849 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.264198 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Tracked resource versions report: Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: pushed versions: Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: { 'AddressGroup': {'1.2'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'ConntrackHelper': {'1.0'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Log': {'1.0'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Network': {'1.1'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Port': {'1.7'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'PortForwarding': {'1.2'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'QosPolicy': {'1.8'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SecurityGroup': {'1.4'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SubPort': {'1.0'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Subnet': {'1.1'}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Trunk': {'1.1'}} Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: consumer versions: Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: { DHCP agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: HyperV agent@hv-cinder-79760: {}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: L3 agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: Metadata agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: Metering agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: Open vSwitch agent@dv-cinder-797608-2-iscsi: { 'AddressGroup': '1.2', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'ConntrackHelper': '1.0', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Log': '1.0', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Network': '1.1', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Port': '1.7', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'PortForwarding': '1.2', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'QosPolicy': '1.8', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SecurityGroup': '1.4', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SecurityGroupRule': '1.2', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'SubPort': '1.0', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Subnet': '1.1', Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: 'Trunk': '1.1'}} Jun 29 11:35:18.265208 dv-cinder-797608-2-iscsi neutron-server[93146]: {{(pid=93146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:35:18.270868 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9560735 Jun 29 11:35:18.273968 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57258) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:18.279966 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Pushing event updated for resources: {'Network': ['ID=41ac4b2a-b539-4271-9761-24362a0e3c3b,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:18.281950 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Received port after_create {{(pid=93146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:18.283915 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Request body: {'subnet': {'network_id': '41ac4b2a-b539-4271-9761-24362a0e3c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1526879026-subnet', 'tenant_id': 'cb41e8d83d8041cd8f93078820f030a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:18.286171 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:18.304845 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-9a6d1b43-99cb-40f8-864f-6fd0d8243469 service neutron] 10.222.0.72 "GET /v2.0/networks/5a54b4a3-e2b9-435d-8952-8dda5799b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540180 Jun 29 11:35:18.307319 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 41ac4b2a-b539-4271-9761-24362a0e3c3b details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:18.326702 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Made reservation on behalf of cb41e8d83d8041cd8f93078820f030a3 for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:18.331342 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.353683 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.357572 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:18.394068 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-13818c9b-5dff-400a-b1e3-3e8da76741fd service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:35:18.395072 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-13818c9b-5dff-400a-b1e3-3e8da76741fd service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1011262 Jun 29 11:35:18.402979 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:18.406342 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:18.409163 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:18.409317 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:18.411042 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:18.449702 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Attempting to bind port 444acb68-fe8b-4e71-b9a2-130186aedbeb on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:18.450090 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Attempting to bind port 444acb68-fe8b-4e71-b9a2-130186aedbeb by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:18.450464 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Attempting to bind port 444acb68-fe8b-4e71-b9a2-130186aedbeb on network fe85a0d1-59aa-4755-b172-e189055a6707 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:18.475779 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:18.476270 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Checking segment: {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:18.476602 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.477010 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Bound using segment: {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:18.477506 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Bound port: 444acb68-fe8b-4e71-b9a2-130186aedbeb, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:18.477915 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.502529 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Attempting to bind port 25101e0d-4407-417f-8477-dbe5a6db04ff on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:18.502529 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Attempting to bind port 25101e0d-4407-417f-8477-dbe5a6db04ff by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:18.503160 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Attempting to bind port 25101e0d-4407-417f-8477-dbe5a6db04ff on network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:18.525498 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:18.525883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Checking segment: {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:18.526345 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.526751 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Bound using segment: {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:18.527239 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Bound port: 25101e0d-4407-417f-8477-dbe5a6db04ff, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:18.527648 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.548940 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-5990bdb0-b393-43b1-bcdd-9fb35c36c114 service neutron] 10.222.0.72 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268148 Jun 29 11:35:18.553669 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Pushing event updated for resources: {'Port': ['ID=3f7d009e-2bf2-4936-bc15-172901407168,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:18.557712 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:18.573863 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Pushing event updated for resources: {'Port': ['ID=25101e0d-4407-417f-8477-dbe5a6db04ff,revision_number=1']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:18.601238 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:18.634385 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Allocated IP 172.27.3.245 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/280d6d24-7620-4a1c-95c4-8be6e28c219c) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:18.681040 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] For port 444acb68-fe8b-4e71-b9a2-130186aedbeb, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:18.705787 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] For port 25101e0d-4407-417f-8477-dbe5a6db04ff, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:18.709417 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.715922 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] For port 444acb68-fe8b-4e71-b9a2-130186aedbeb, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=444acb68-fe8b-4e71-b9a2-130186aedbeb,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:18.718533 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] For port 25101e0d-4407-417f-8477-dbe5a6db04ff, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=25101e0d-4407-417f-8477-dbe5a6db04ff,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:18.725745 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.729530 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:18.731024 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:18.862019 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Pushing event updated for resources: {'Port': ['ID=444acb68-fe8b-4e71-b9a2-130186aedbeb,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:18.912842 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-065ffcdd-a9f4-4588-a00a-ac6eaaa9d46c service neutron] 10.222.0.72 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442075 Jun 29 11:35:18.985310 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Pushing event updated for resources: {'Port': ['ID=25101e0d-4407-417f-8477-dbe5a6db04ff,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:18.988569 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:18.989104 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:18.989467 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:19.107188 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:19.142799 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2a0c72cd-595d-4a83-a3ea-41d8d4e36c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:19.429688 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c69fe72b-de9d-4521-8932-61229c69ff43 req-7fcb0f90-c911-4ed8-9f70-563792693dbb tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.4378066 Jun 29 11:35:19.460614 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:19.492705 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296'] for router, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:19.513866 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Checking segment: {'id': 'f0c61760-b6cc-4741-af0e-2be2463cf713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41ac4b2a-b539-4271-9761-24362a0e3c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:19.514403 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Network hostable DHCP agents. Network: 41ac4b2a-b539-4271-9761-24362a0e3c3b, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:19.598611 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Network 41ac4b2a-b539-4271-9761-24362a0e3c3b is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:19.602446 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 25101e0d-4407-417f-8477-dbe5a6db04ff up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:19.631970 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bab9568-de38-4485-bed8-6e595fc2f716,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:19.657146 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:19.659082 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 41ac4b2a-b539-4271-9761-24362a0e3c3b) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:19.677676 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-931139d1-3d38-4961-af11-872010e91153 req-0d3678c7-a17b-4f1d-8674-30b4c5168e7e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 210 time: 0.0710304 Jun 29 11:35:19.693075 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:19.694092 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:19.716741 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecc0ca2-a2f9-4bfc-8c2f-6e869505b010 None None] Network 41ac4b2a-b539-4271-9761-24362a0e3c3b requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:19.757491 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4787526 Jun 29 11:35:19.793073 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:19.801674 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:19.893749 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 25101e0d-4407-417f-8477-dbe5a6db04ff completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:19.924883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 444acb68-fe8b-4e71-b9a2-130186aedbeb up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:19.943410 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Router aee093cf-c007-4b80-afad-45e356a6e9b3 is scheduled to L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e with binding_index 1 {{(pid=93145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:35:20.048846 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:20.056039 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:20.063646 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:20.206060 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd4a6e-f7f8-4ef4-b8e4-7ad2fa5033e4 None None] Network 41ac4b2a-b539-4271-9761-24362a0e3c3b requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:20.207700 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Pushing event updated for resources: {'Port': ['ID=280d6d24-7620-4a1c-95c4-8be6e28c219c,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:20.234178 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57356) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:20.238746 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:20.310816 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 444acb68-fe8b-4e71-b9a2-130186aedbeb completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:20.411916 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:35:20.427372 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Sync routers for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:35:20.451408 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:20.457613 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:20.459474 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:34:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:20.462114 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2729309 Jun 29 11:35:20.463738 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57364) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:20.520291 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd7c162-aed3-4c6e-9f10-90a556c4692d admin admin] Deleting subnet 480fceee-6536-4422-be23-841f50f723e7 {{(pid=93144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:35:20.542430 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c162-aed3-4c6e-9f10-90a556c4692d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:20.687136 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-012ffb86-13e8-4a23-bc76-d6a462e6faa1 req-2048ace5-6cd0-4ce3-adfa-b0e5c7daa340 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.0504432 Jun 29 11:35:20.699813 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c162-aed3-4c6e-9f10-90a556c4692d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:20.733020 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c162-aed3-4c6e-9f10-90a556c4692d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:20.747883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfe1e8c-7cdf-482b-b5af-0fff890b094e None None] Network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:20.802646 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57376) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:20.803686 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:21.049218 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:18Z', 'revision_number': 3, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:21.073462 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dc71620d-9073-481b-9315-4e9a3a02347d req-2a85ec6b-98d0-4bb9-b505-d70096425e7e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 210 time: 0.1624165 Jun 29 11:35:21.136773 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.208392 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Checking router: aee093cf-c007-4b80-afad-45e356a6e9b3 for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:35:21.208768 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Updating router aee093cf-c007-4b80-afad-45e356a6e9b3 port 3f7d009e-2bf2-4936-bc15-172901407168 binding host dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:35:21.226423 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7f256-9ad9-4bca-a2db-c394bbd7fda2 None None] Network fe85a0d1-59aa-4755-b172-e189055a6707 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:21.271990 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c162-aed3-4c6e-9f10-90a556c4692d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.283340 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.291391 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c0f6fd49-b1ef-477d-bce7-1c2214232df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.304734 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-de86874e-2b3c-470a-90bd-de9c2f54e011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:21.393949 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-7cce67a4-21a1-4374-8e05-5670fd5f526b None None] Provisioning for port 25101e0d-4407-417f-8477-dbe5a6db04ff completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:21.417107 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-7cce67a4-21a1-4374-8e05-5670fd5f526b None None] Provisioning complete for port 25101e0d-4407-417f-8477-dbe5a6db04ff triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:21.417783 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7cce67a4-21a1-4374-8e05-5670fd5f526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.439723 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c162-aed3-4c6e-9f10-90a556c4692d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.443267 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-2bd7c162-aed3-4c6e-9f10-90a556c4692d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/480fceee-6536-4422-be23-841f50f723e7 HTTP/1.1" status: 204 len: 168 time: 1.2064886 Jun 29 11:35:21.448838 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57400) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:21.524628 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c162-aed3-4c6e-9f10-90a556c4692d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480fceee-6536-4422-be23-841f50f723e7,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:21.533131 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2bd7c162-aed3-4c6e-9f10-90a556c4692d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:21.653334 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7cce67a4-21a1-4374-8e05-5670fd5f526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.663739 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c0f6fd49-b1ef-477d-bce7-1c2214232df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.672440 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.674941 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Notify callbacks [] for port, precommit_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.686592 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c0f6fd49-b1ef-477d-bce7-1c2214232df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.693332 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.provisioning_blocks [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Transition to ACTIVE for port object 3f7d009e-2bf2-4936-bc15-172901407168 will not be triggered until provisioned by entity L2. {{(pid=93147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:21.695850 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-852889ad-2a32-4c26-aeec-529e3f9f322c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:21.707275 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.711130 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:21.721767 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-7cce67a4-21a1-4374-8e05-5670fd5f526b None None] For port 25101e0d-4407-417f-8477-dbe5a6db04ff, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=25101e0d-4407-417f-8477-dbe5a6db04ff,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:35:21.731300 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7cce67a4-21a1-4374-8e05-5670fd5f526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.734831 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:21.752812 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57406) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:21.754284 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6fd49-b1ef-477d-bce7-1c2214232df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daacbc5c-c42f-4e26-a035-28b72660db00,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:21.773304 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c0f6fd49-b1ef-477d-bce7-1c2214232df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:21.811194 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Pushing event updated for resources: {'Port': ['ID=3f7d009e-2bf2-4936-bc15-172901407168,revision_number=2']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:21.813000 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce67a4-21a1-4374-8e05-5670fd5f526b None None] Pushing event updated for resources: {'Port': ['ID=25101e0d-4407-417f-8477-dbe5a6db04ff,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:21.825276 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-7cce67a4-21a1-4374-8e05-5670fd5f526b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:21.839586 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.840038 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.840660 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.843248 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.844014 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.844594 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.845154 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.845823 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.846400 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.846936 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.847469 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.847999 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Tracked resource versions report: Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: pushed versions: Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: { 'AddressGroup': {'1.2'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'ConntrackHelper': {'1.0'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Log': {'1.0'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Network': {'1.1'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Port': {'1.7'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'PortForwarding': {'1.2'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'QosPolicy': {'1.8'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SecurityGroup': {'1.4'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SubPort': {'1.0'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Subnet': {'1.1'}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Trunk': {'1.1'}} Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: consumer versions: Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: { DHCP agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: HyperV agent@hv-cinder-79760: {}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: L3 agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: Metadata agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: Metering agent@dv-cinder-797608-2-iscsi: {}, Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: Open vSwitch agent@dv-cinder-797608-2-iscsi: { 'AddressGroup': '1.2', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'ConntrackHelper': '1.0', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Log': '1.0', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Network': '1.1', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Port': '1.7', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'PortForwarding': '1.2', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'QosPolicy': '1.8', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SecurityGroup': '1.4', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SecurityGroupRule': '1.2', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'SubPort': '1.0', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Subnet': '1.1', Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: 'Trunk': '1.1'}} Jun 29 11:35:21.865975 dv-cinder-797608-2-iscsi neutron-server[93147]: {{(pid=93147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:35:21.877005 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:21.881178 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-65a67b19-8b82-41ed-8eac-b08b0c7cbb47 None None] Provisioning for port 444acb68-fe8b-4e71-b9a2-130186aedbeb completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:21.890171 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-65a67b19-8b82-41ed-8eac-b08b0c7cbb47 None None] Provisioning complete for port 444acb68-fe8b-4e71-b9a2-130186aedbeb triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:21.890709 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-65a67b19-8b82-41ed-8eac-b08b0c7cbb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.903706 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Attempting to bind port 3f7d009e-2bf2-4936-bc15-172901407168 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:21.904442 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Attempting to bind port 3f7d009e-2bf2-4936-bc15-172901407168 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:21.905002 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Attempting to bind port 3f7d009e-2bf2-4936-bc15-172901407168 on network 4546cacf-05b6-4439-8e79-95afc759b82d {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:21.910819 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:21.911602 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:21.912376 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.913112 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Bound using segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:21.913785 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Bound port: 3f7d009e-2bf2-4936-bc15-172901407168, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:21.914404 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.955368 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296'] for router, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:21.978961 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.013421 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] For port 3f7d009e-2bf2-4936-bc15-172901407168, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:22.020859 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] For port 3f7d009e-2bf2-4936-bc15-172901407168, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=3f7d009e-2bf2-4936-bc15-172901407168,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:22.032178 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.034836 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:22.039278 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.067536 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7b0f675a-55ad-46f4-b05f-e5c05d847960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.074343 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.074915 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.079671 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.080292 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.080809 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.081272 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.081734 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.082210 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.082769 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.083289 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.098315 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-c0f6fd49-b1ef-477d-bce7-1c2214232df1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a52dac1236b4930a564d782350e0c3b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2478237 Jun 29 11:35:22.107551 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-65a67b19-8b82-41ed-8eac-b08b0c7cbb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.108376 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57412) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:22.113550 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:22.114186 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:34:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:22.152970 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-65a67b19-8b82-41ed-8eac-b08b0c7cbb47 None None] For port 444acb68-fe8b-4e71-b9a2-130186aedbeb, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=444acb68-fe8b-4e71-b9a2-130186aedbeb,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:35:22.160334 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-65a67b19-8b82-41ed-8eac-b08b0c7cbb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.166915 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:22.179730 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-62bfd633-356c-4a56-b837-52817b20130f req-c9b9e8b2-00af-42e6-9fef-38f727615c7b tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.0775204 Jun 29 11:35:22.183295 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Pushing event updated for resources: {'Port': ['ID=3f7d009e-2bf2-4936-bc15-172901407168,revision_number=3']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:22.201999 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:22.252947 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a67b19-8b82-41ed-8eac-b08b0c7cbb47 None None] Pushing event updated for resources: {'Port': ['ID=444acb68-fe8b-4e71-b9a2-130186aedbeb,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:22.268918 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-65a67b19-8b82-41ed-8eac-b08b0c7cbb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:22.278102 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4979b0b5-152e-46bf-ae81-74b4227dc75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.279760 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Router 84cb5a09-7ee6-4804-aef8-79f5222e91da is scheduled to L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e with binding_index 1 {{(pid=93144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:35:22.285835 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.286198 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-de666cf6-44ab-4c69-b714-e0679307d020 None None] Provisioning complete for port 25101e0d-4407-417f-8477-dbe5a6db04ff triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:22.286654 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-de666cf6-44ab-4c69-b714-e0679307d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.286964 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.287475 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.288162 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:22.289780 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c572293-055d-4958-a97b-d501401ae57e']}} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:22.358503 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf28111-0217-468a-ac11-3f34a4c7539f') {'for_net_delete': True} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:22.359807 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf28111-0217-468a-ac11-3f34a4c7539f') {} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:22.373791 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:22.401335 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8038734'] for segment, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.402604 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-de666cf6-44ab-4c69-b714-e0679307d020 None None] Provisioning complete for port 444acb68-fe8b-4e71-b9a2-130186aedbeb triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:22.403002 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-de666cf6-44ab-4c69-b714-e0679307d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.449411 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.493208 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:35:22.494047 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8061534'] for segment, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: from cryptography.utils import int_from_bytes Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: from cryptography.utils import int_from_bytes Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: Traceback (most recent call last): Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: timer() Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: cb(*args, **kw) Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: return func(*args, **kwargs) Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: self._notify() Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: self.callback(batched_events) Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: event.method(event) Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: return f(self, *a, **k) Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._get(url).json() Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: return self.request(url, 'GET', **kwargs) Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:35:22.499297 dv-cinder-797608-2-iscsi neutron-server[93145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:35:22.517655 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4979b0b5-152e-46bf-ae81-74b4227dc75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.528097 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:35:22.559871 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Sync routers for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:35:22.587013 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4979b0b5-152e-46bf-ae81-74b4227dc75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.588483 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:22.589199 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:34:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:22.589969 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-30e82df5-78c1-463d-b198-9684c0d29105 req-b636884b-3c32-41b2-82ee-3d0d6abfd90a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 210 time: 0.1005447 Jun 29 11:35:22.590527 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4979b0b5-152e-46bf-ae81-74b4227dc75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.594021 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-4979b0b5-152e-46bf-ae81-74b4227dc75b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/daacbc5c-c42f-4e26-a035-28b72660db00 HTTP/1.1" status: 204 len: 168 time: 0.4819167 Jun 29 11:35:22.594021 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:22.603824 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979b0b5-152e-46bf-ae81-74b4227dc75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daacbc5c-c42f-4e26-a035-28b72660db00,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:22.608514 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4979b0b5-152e-46bf-ae81-74b4227dc75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:22.653589 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:18Z', 'revision_number': 3, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:22.674146 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.697922 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23d9f4-9486-491f-a150-b8d0f650a08d None None] The sync data for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi is: [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:18Z', 'revision_number': 3, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:35:22.728557 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:22.742925 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.744931 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5c572293-055d-4958-a97b-d501401ae57e HTTP/1.1" status: 204 len: 168 time: 1.2934601 Jun 29 11:35:22.747944 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57422) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:22.766104 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c572293-055d-4958-a97b-d501401ae57e,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:22.773145 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:22.790267 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Allocated IP 172.20.0.1 (f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3/0f5e4ad0-3d72-4450-b5c2-0b416f085604/1972d725-5638-4744-977b-019978d5098f) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:22.811429 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7b0f675a-55ad-46f4-b05f-e5c05d847960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.818978 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7b0f675a-55ad-46f4-b05f-e5c05d847960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.835194 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab20945-47de-426e-968d-2157e0ebc9e2 admin admin] Deleting subnet 7bab9568-de38-4485-bed8-6e595fc2f716 {{(pid=93144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:35:22.840717 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4ab20945-47de-426e-968d-2157e0ebc9e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.848551 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-fd73181c-bc96-4705-baf9-691454c305b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:22.899661 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Notify callbacks [] for router, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:22.903315 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-101e5947-0558-405f-a708-399a58511508 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3412747 Jun 29 11:35:22.904617 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57426) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:22.909515 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:22.932884 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f675a-55ad-46f4-b05f-e5c05d847960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c2ed47-8b9e-4baf-bf8d-bc1ca9e9c59b,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:22.943009 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-7b0f675a-55ad-46f4-b05f-e5c05d847960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:22.950984 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-7b0f675a-55ad-46f4-b05f-e5c05d847960 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9bfa5be9328d46a088a4d3114d1e9e67&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1971519 Jun 29 11:35:22.954779 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57428) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:23.013855 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4ab20945-47de-426e-968d-2157e0ebc9e2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.027925 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4ab20945-47de-426e-968d-2157e0ebc9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.152453 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-99cfbb0d-2938-43e4-9273-9d5dabb1a8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.242670 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.283922 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e32f6d51-8e26-40fa-840d-a57e04c302de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.317003 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e32f6d51-8e26-40fa-840d-a57e04c302de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.340669 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4ab20945-47de-426e-968d-2157e0ebc9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for subnet, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.354839 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Transition to ACTIVE for port object 1972d725-5638-4744-977b-019978d5098f will not be triggered until provisioned by entity DHCP. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:23.361717 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:23.366139 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:20Z', 'revision_number': 3, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:23.416567 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e32f6d51-8e26-40fa-840d-a57e04c302de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.420195 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e32f6d51-8e26-40fa-840d-a57e04c302de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.424863 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-e32f6d51-8e26-40fa-840d-a57e04c302de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75c2ed47-8b9e-4baf-bf8d-bc1ca9e9c59b HTTP/1.1" status: 204 len: 168 time: 0.4689972 Jun 29 11:35:23.427062 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:23.432999 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab20945-47de-426e-968d-2157e0ebc9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bab9568-de38-4485-bed8-6e595fc2f716,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:23.435117 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4ab20945-47de-426e-968d-2157e0ebc9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.440310 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.443512 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-4ab20945-47de-426e-968d-2157e0ebc9e2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7bab9568-de38-4485-bed8-6e595fc2f716 HTTP/1.1" status: 204 len: 168 time: 0.6940777 Jun 29 11:35:23.446135 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57442) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:23.457397 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f6d51-8e26-40fa-840d-a57e04c302de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c2ed47-8b9e-4baf-bf8d-bc1ca9e9c59b,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:23.461494 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e32f6d51-8e26-40fa-840d-a57e04c302de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:23.469520 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Checking router: 84cb5a09-7ee6-4804-aef8-79f5222e91da for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:35:23.471928 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Updating router 84cb5a09-7ee6-4804-aef8-79f5222e91da port 280d6d24-7620-4a1c-95c4-8be6e28c219c binding host dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:35:23.477654 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:23.508390 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4ab20945-47de-426e-968d-2157e0ebc9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:23.537382 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.580535 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-013af5c6-523a-4262-905f-19bb0dad2e7f req-47c3781c-9f7b-4b6d-a16b-0913be935f11 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.1484797 Jun 29 11:35:23.661768 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 25101e0d-4407-417f-8477-dbe5a6db04ff up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:23.691892 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:23.755626 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:23.772661 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:23.792872 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=1972d725-5638-4744-977b-019978d5098f,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:23.807388 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 25101e0d-4407-417f-8477-dbe5a6db04ff triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:23.807858 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.863860 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:23.879981 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:23.951729 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669511'] for router_interface, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.004593 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-55dd595c-63bb-435d-a60f-24ccc424f278 req-8e66d3c2-638f-4298-815d-69d21f802c4f tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 210 time: 0.0860348 Jun 29 11:35:24.141002 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Notify callbacks [] for port, precommit_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.152219 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 444acb68-fe8b-4e71-b9a2-130186aedbeb up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:24.185770 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Transition to ACTIVE for port object 280d6d24-7620-4a1c-95c4-8be6e28c219c will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:24.209460 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.226143 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:24.259986 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.294561 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.318873 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ac4b2a-b539-4271-9761-24362a0e3c3b']}} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:24.319661 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-4e0553a3-e0c0-4e47-9932-d4928b4a8c5a None None] Provisioning for port 1972d725-5638-4744-977b-019978d5098f completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:24.333947 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c61760-b6cc-4741-af0e-2be2463cf713') {'for_net_delete': True} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:24.334323 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c61760-b6cc-4741-af0e-2be2463cf713') {} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:24.341259 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-4e0553a3-e0c0-4e47-9932-d4928b4a8c5a None None] Provisioning complete for port 1972d725-5638-4744-977b-019978d5098f triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:24.341632 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4e0553a3-e0c0-4e47-9932-d4928b4a8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.350405 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8038734'] for segment, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.373663 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Attempting to bind port 280d6d24-7620-4a1c-95c4-8be6e28c219c on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:24.374043 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Attempting to bind port 280d6d24-7620-4a1c-95c4-8be6e28c219c by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:24.374578 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Attempting to bind port 280d6d24-7620-4a1c-95c4-8be6e28c219c on network 4546cacf-05b6-4439-8e79-95afc759b82d {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:24.378088 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be386d11-ab24-425b-8f50-4b2f88f50031 None None] Pushing event updated for resources: {'Port': ['ID=280d6d24-7620-4a1c-95c4-8be6e28c219c,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:24.395670 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-be386d11-ab24-425b-8f50-4b2f88f50031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:24.398939 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:24.399319 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:24.399731 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.400220 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Bound using segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:24.400659 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Bound port: 280d6d24-7620-4a1c-95c4-8be6e28c219c, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:24.401052 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.418071 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.441222 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:35:24.441779 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8061534'] for segment, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: Traceback (most recent call last): Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: timer() Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: cb(*args, **kw) Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: return func(*args, **kwargs) Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: self._notify() Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: self.callback(batched_events) Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: event.method(event) Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: return f(self, *a, **k) Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._get(url).json() Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: return self.request(url, 'GET', **kwargs) Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:35:24.443970 dv-cinder-797608-2-iscsi neutron-server[93145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:35:24.448998 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-4e0553a3-e0c0-4e47-9932-d4928b4a8c5a None None] Port 1972d725-5638-4744-977b-019978d5098f cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:35:24.486219 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.503786 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 444acb68-fe8b-4e71-b9a2-130186aedbeb triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:24.504188 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.549703 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.549995 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] For port 280d6d24-7620-4a1c-95c4-8be6e28c219c, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:24.563227 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:24.568272 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.572666 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] 10.222.0.72 "DELETE /v2.0/networks/41ac4b2a-b539-4271-9761-24362a0e3c3b HTTP/1.1" status: 204 len: 168 time: 1.1185472 Jun 29 11:35:24.587661 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] For port 280d6d24-7620-4a1c-95c4-8be6e28c219c, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=280d6d24-7620-4a1c-95c4-8be6e28c219c,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:24.596682 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Pushing event deleted for resources: {'Network': ['ID=41ac4b2a-b539-4271-9761-24362a0e3c3b,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:24.600206 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:24.602784 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.609665 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:24.678751 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Allocated IP 172.20.0.1 (fe85a0d1-59aa-4755-b172-e189055a6707/3d2f256e-0a0e-434c-afed-93fc52ad5266/8af870fb-7220-4099-a457-fea2d4b36dc3) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:24.733668 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:24.734973 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:34:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:24.738580 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be386d11-ab24-425b-8f50-4b2f88f50031 None None] Pushing event updated for resources: {'Port': ['ID=280d6d24-7620-4a1c-95c4-8be6e28c219c,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:24.750698 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-be386d11-ab24-425b-8f50-4b2f88f50031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:24.803614 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 3f7d009e-2bf2-4936-bc15-172901407168 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:24.840605 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7fcca8de-1f08-481b-872f-04915e901295 req-409f14ea-fcd7-45a6-ae4c-09d5863d9aba tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.0514071 Jun 29 11:35:24.862851 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.875899 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.878891 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:24.918788 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:24.922872 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:24.946841 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Transition to ACTIVE for port object 8af870fb-7220-4099-a457-fea2d4b36dc3 will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:24.964675 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57486) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:24.980622 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 3f7d009e-2bf2-4936-bc15-172901407168 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:24.998308 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:25.003408 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:25.022223 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 3f7d009e-2bf2-4936-bc15-172901407168 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:25.022848 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:25.078053 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Network fe85a0d1-59aa-4755-b172-e189055a6707 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:25.081711 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:25.100250 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:25.101032 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669511'] for router_interface, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:25.126570 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=1972d725-5638-4744-977b-019978d5098f,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:25.152094 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:25.158561 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Pushing event updated for resources: {'Port': ['ID=8af870fb-7220-4099-a457-fea2d4b36dc3,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:25.170692 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669395'] for router_interface, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:25.216530 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-1c315c90-7f9e-4fb7-bc63-e7d3dcfdf6c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ef1204a39614c5c8e5b44b514512e2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2464340 Jun 29 11:35:25.219429 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57494) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:25.251154 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:25.290006 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:25.348238 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 3f7d009e-2bf2-4936-bc15-172901407168, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=3f7d009e-2bf2-4936-bc15-172901407168,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:35:25.378683 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:25.396513 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-8c969817-2ec5-4b49-bcc9-fb052be94b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:25.517050 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:20Z', 'revision_number': 3, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:25.544854 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f0f9b3ee-ed19-4f9f-86a2-43ac7cd238bb req-ffb43e41-a8e7-4db8-87d6-2867979a7e40 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 210 time: 0.2774782 Jun 29 11:35:25.616086 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4444b0b6-105a-47a1-9610-84098f513a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:25.661482 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465a3a7-ea11-465b-a597-fcb43ea5333d None None] The sync data for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi is: [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:20Z', 'revision_number': 3, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:35:25.664555 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:25.675293 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-51bb12b2-553f-4098-8b35-a8f954c6b141 None None] Provisioning for port 8af870fb-7220-4099-a457-fea2d4b36dc3 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:25.678973 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=3f7d009e-2bf2-4936-bc15-172901407168,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:25.698221 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-51bb12b2-553f-4098-8b35-a8f954c6b141 None None] Provisioning complete for port 8af870fb-7220-4099-a457-fea2d4b36dc3 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:25.699937 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-51bb12b2-553f-4098-8b35-a8f954c6b141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:25.743419 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:25.763038 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:25.786328 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4444b0b6-105a-47a1-9610-84098f513a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:25.789435 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:25.790090 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-51bb12b2-553f-4098-8b35-a8f954c6b141 None None] Port 8af870fb-7220-4099-a457-fea2d4b36dc3 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:35:26.054061 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4444b0b6-105a-47a1-9610-84098f513a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:26.059025 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4444b0b6-105a-47a1-9610-84098f513a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:26.060211 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-4444b0b6-105a-47a1-9610-84098f513a13 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/db63ca98-07b8-428c-bda5-0f9ad0954596 HTTP/1.1" status: 204 len: 168 time: 0.8312054 Jun 29 11:35:26.065088 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:26.102427 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444b0b6-105a-47a1-9610-84098f513a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db63ca98-07b8-428c-bda5-0f9ad0954596,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:26.118358 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4444b0b6-105a-47a1-9610-84098f513a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:26.124185 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:26.139016 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:26.142828 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669395'] for router_interface, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:26.146904 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Router aee093cf-c007-4b80-afad-45e356a6e9b3 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:35:26.150920 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-101e5947-0558-405f-a708-399a58511508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:26.244468 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-2b79e4b0-5392-4e1a-9042-153b28543f2d None None] Provisioning complete for port 1972d725-5638-4744-977b-019978d5098f triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:26.246100 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-2b79e4b0-5392-4e1a-9042-153b28543f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:26.354995 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-2b79e4b0-5392-4e1a-9042-153b28543f2d None None] Port 1972d725-5638-4744-977b-019978d5098f cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:35:26.402309 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-18d75d18-83f8-43d9-ad66-88c556163d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:26.505610 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.24', 51519) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:26.665415 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cc2f6392-8564-4288-86f4-f23e95302fb9 req-e9be4ea4-b476-438c-8fde-ac4f8d25201c tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.4862976 Jun 29 11:35:26.749235 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Pushing event updated for resources: {'Port': ['ID=8af870fb-7220-4099-a457-fea2d4b36dc3,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:26.754084 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:26.762142 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:35:26.771398 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Sync routers for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:35:26.790298 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:26.791377 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:35:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:26.793254 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] 10.222.0.72 "PUT /v2.0/routers/aee093cf-c007-4b80-afad-45e356a6e9b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3254538 Jun 29 11:35:26.871045 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Network fe85a0d1-59aa-4755-b172-e189055a6707 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:26.872922 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:26.894435 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57544) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:26.975772 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-041a83ff-00c0-4b7c-8af8-8f15e2e11c32 req-d8fc4660-3830-414e-ba38-208e7f7dfb18 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 210 time: 0.1048124 Jun 29 11:35:27.003980 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-56c25d39-63de-4707-afde-0ee5555f7583 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:27.007979 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-56c25d39-63de-4707-afde-0ee5555f7583 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.24 "GET /v2.0/networks?id=5a54b4a3-e2b9-435d-8952-8dda5799b19b HTTP/1.1" status: 200 len: 812 time: 0.4924350 Jun 29 11:35:27.071274 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Request body: {'port': {'device_id': '8a1cb1a0-7080-4428-9e37-45d6165470bd', 'network_id': '5a54b4a3-e2b9-435d-8952-8dda5799b19b', 'admin_state_up': True, 'tenant_id': 'fcc97e1e15544a4c9a9626bf7f38a3ac'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:27.081389 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:27.227105 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-75a88747-8be3-4f7c-86e1-04a1e32db597 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb41e8d83d8041cd8f93078820f030a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3200309 Jun 29 11:35:27.230110 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57562) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:27.297967 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:27.323612 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-c2284742-844d-4335-b422-c815861546b9 None None] Provisioning complete for port 8af870fb-7220-4099-a457-fea2d4b36dc3 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:27.324012 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c2284742-844d-4335-b422-c815861546b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:27.325818 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Router 84cb5a09-7ee6-4804-aef8-79f5222e91da has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:35:27.386784 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.24', 51527) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:27.579461 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-a3908d37-beb9-4517-b109-5979d1bf27f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:27.707048 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 2, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:27.732385 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-a3908d37-beb9-4517-b109-5979d1bf27f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:27.793429 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Checking router: aee093cf-c007-4b80-afad-45e356a6e9b3 for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:35:27.796301 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Updating router aee093cf-c007-4b80-afad-45e356a6e9b3 port 1972d725-5638-4744-977b-019978d5098f binding host dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:35:27.820114 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-c2284742-844d-4335-b422-c815861546b9 None None] Port 8af870fb-7220-4099-a457-fea2d4b36dc3 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:35:27.845949 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 280d6d24-7620-4a1c-95c4-8be6e28c219c up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:27.943015 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:28.029846 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 280d6d24-7620-4a1c-95c4-8be6e28c219c completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:28.060405 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 280d6d24-7620-4a1c-95c4-8be6e28c219c triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:28.061182 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:28.103061 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:35:28.122823 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:28.127837 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] 10.222.0.72 "PUT /v2.0/routers/84cb5a09-7ee6-4804-aef8-79f5222e91da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2221594 Jun 29 11:35:28.165826 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-a3908d37-beb9-4517-b109-5979d1bf27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:28.174753 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-a3908d37-beb9-4517-b109-5979d1bf27f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:28.189528 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-a3908d37-beb9-4517-b109-5979d1bf27f7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/412c1eac-2a9c-402e-9160-e1a7cedfb265 HTTP/1.1" status: 204 len: 168 time: 0.9560859 Jun 29 11:35:28.190647 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4979b0b5-152e-46bf-ae81-74b4227dc75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:28.215116 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3908d37-beb9-4517-b109-5979d1bf27f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412c1eac-2a9c-402e-9160-e1a7cedfb265,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:28.226766 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-a3908d37-beb9-4517-b109-5979d1bf27f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:28.228733 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57602) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:28.250446 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-cea4b064-966f-4885-9f06-41c13a75a4d0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--182621206', 'description': 'tempest-description--1939163196'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:28.335206 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cea4b064-966f-4885-9f06-41c13a75a4d0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:28.336278 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:28.418949 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 280d6d24-7620-4a1c-95c4-8be6e28c219c, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=280d6d24-7620-4a1c-95c4-8be6e28c219c,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:35:28.429286 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:28.430977 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 3f7d009e-2bf2-4936-bc15-172901407168 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:28.434952 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:28.770284 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b393d714-4d16-4074-8535-20966371bf7c req-1065d844-473e-4fb1-89d7-b1e65a928e8a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 210 time: 0.2293561 Jun 29 11:35:28.859296 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Sync routers for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:35:28.884774 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=280d6d24-7620-4a1c-95c4-8be6e28c219c,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:28.901157 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:28.921870 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90773962-62b0-460c-865c-ed5147a01c91 req-7c04b5fb-e7f1-474a-bc92-096288591f07 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:28.931420 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-7c04b5fb-e7f1-474a-bc92-096288591f07 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 815 time: 1.5382988 Jun 29 11:35:28.944231 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4254d0b0-b0d0-4a32-a3c8-f5905ef85abf req-df3a3795-0406-462b-8c72-91b170a2ad31 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.5306747 Jun 29 11:35:28.957268 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:28.959629 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:35:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:28.988679 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cea4b064-966f-4885-9f06-41c13a75a4d0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.009642 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cea4b064-966f-4885-9f06-41c13a75a4d0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.020579 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Notify callbacks [] for port, precommit_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.023613 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-a3908d37-beb9-4517-b109-5979d1bf27f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:29.047140 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Made reservation on behalf of fcc97e1e15544a4c9a9626bf7f38a3ac for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:29.053181 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.065462 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.provisioning_blocks [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Transition to ACTIVE for port object 1972d725-5638-4744-977b-019978d5098f will not be triggered until provisioned by entity L2. {{(pid=93147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:29.084742 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.093175 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:29.133658 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4b064-966f-4885-9f06-41c13a75a4d0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228e1239-57aa-4e16-b58a-5e8e05296d23,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:29.157711 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-cea4b064-966f-4885-9f06-41c13a75a4d0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:29.157711 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cea4b064-966f-4885-9f06-41c13a75a4d0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.162121 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Request body: {'port': {'device_id': 'a9a8c55d-befc-4326-8389-7e2785bab980', 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d', 'admin_state_up': True, 'tenant_id': '2c51d252084e4ba4a3841650bf6a77e4'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:29.168696 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-cea4b064-966f-4885-9f06-41c13a75a4d0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9355137 Jun 29 11:35:29.169369 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57632) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:29.197420 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-92970d12-1cbb-4e3e-9a99-2be019a9f311 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'security_group_rule': {'security_group_id': '228e1239-57aa-4e16-b58a-5e8e05296d23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:29.317352 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44faec07-39fc-4312-921a-6f40a294acb5 None None] Pushing event updated for resources: {'Port': ['ID=1972d725-5638-4744-977b-019978d5098f,revision_number=3']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:29.330252 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-92970d12-1cbb-4e3e-9a99-2be019a9f311 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.372775 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 3f7d009e-2bf2-4936-bc15-172901407168 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:29.373280 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.432358 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-44faec07-39fc-4312-921a-6f40a294acb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:29.495176 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:29.558367 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.605032 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-92970d12-1cbb-4e3e-9a99-2be019a9f311 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.614132 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-92970d12-1cbb-4e3e-9a99-2be019a9f311 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.675283 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Attempting to bind port 1972d725-5638-4744-977b-019978d5098f on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:29.676235 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Attempting to bind port 1972d725-5638-4744-977b-019978d5098f by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:29.678702 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:29.680952 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Attempting to bind port 1972d725-5638-4744-977b-019978d5098f on network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:29.692872 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:29.693269 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Checking segment: {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:29.693681 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.694080 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Bound using segment: {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:29.694564 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Bound port: 1972d725-5638-4744-977b-019978d5098f, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'}}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:29.694955 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.702395 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-92970d12-1cbb-4e3e-9a99-2be019a9f311 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:29.710768 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-92970d12-1cbb-4e3e-9a99-2be019a9f311 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5402305 Jun 29 11:35:29.719911 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57652) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:29.757332 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-36711331-9667-412b-a5f8-88dcbcdf982d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'security_group_rule': {'security_group_id': '228e1239-57aa-4e16-b58a-5e8e05296d23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:29.816599 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92970d12-1cbb-4e3e-9a99-2be019a9f311 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63090373-d14d-44cb-be3c-d857c8e63c44,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:29.829038 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-92970d12-1cbb-4e3e-9a99-2be019a9f311 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:29.896955 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-36711331-9667-412b-a5f8-88dcbcdf982d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:30.003306 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 280d6d24-7620-4a1c-95c4-8be6e28c219c up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:30.061496 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] For port 1972d725-5638-4744-977b-019978d5098f, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:30.073838 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-36711331-9667-412b-a5f8-88dcbcdf982d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:30.081190 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] For port 1972d725-5638-4744-977b-019978d5098f, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=1972d725-5638-4744-977b-019978d5098f,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:30.097033 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:30.100195 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-36711331-9667-412b-a5f8-88dcbcdf982d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:30.100675 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:30.151008 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:30.171273 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-36711331-9667-412b-a5f8-88dcbcdf982d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:30.177277 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-36711331-9667-412b-a5f8-88dcbcdf982d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4429729 Jun 29 11:35:30.180701 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57670) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:30.229524 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'floatingip': {'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:30.250677 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36711331-9667-412b-a5f8-88dcbcdf982d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081a1596-e402-4baa-8b83-3f5583a5b34a,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:30.266747 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-36711331-9667-412b-a5f8-88dcbcdf982d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:30.272228 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Allocated IP 172.20.0.4 (5a54b4a3-e2b9-435d-8952-8dda5799b19b/078146a2-a682-4fd7-8dc5-3f2a2f038046/b2f7b242-928a-4ead-a0c4-892bc1c45907) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:30.318100 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 2, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:30.338720 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 280d6d24-7620-4a1c-95c4-8be6e28c219c triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:30.339723 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:30.341495 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:30.378834 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44faec07-39fc-4312-921a-6f40a294acb5 None None] Pushing event updated for resources: {'Port': ['ID=1972d725-5638-4744-977b-019978d5098f,revision_number=4']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:30.402093 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-44faec07-39fc-4312-921a-6f40a294acb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:30.434153 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:30.439581 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:35:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:30.551030 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Checking router: 84cb5a09-7ee6-4804-aef8-79f5222e91da for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:35:30.551474 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Updating router 84cb5a09-7ee6-4804-aef8-79f5222e91da port 8af870fb-7220-4099-a457-fea2d4b36dc3 binding host dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:35:30.781979 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:30.902894 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:31.175977 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:31.364200 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-db9e5bc9-6976-41d4-9eed-a5acce3f4192 req-52a64ca1-c894-4246-adbd-bce7647604f8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 210 time: 0.8120933 Jun 29 11:35:31.466835 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:31.477127 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Allocated IP 172.27.3.114 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/687e74d1-52ab-467a-81e4-958d19614445) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:31.549906 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Made reservation on behalf of 2c51d252084e4ba4a3841650bf6a77e4 for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:31.565275 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:31.645970 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57692) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:31.728010 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Notify callbacks [] for port, precommit_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:31.740529 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:31.751599 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Transition to ACTIVE for port object 8af870fb-7220-4099-a457-fea2d4b36dc3 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:31.769456 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:31.773545 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-9016679c-41de-46dc-a912-bacd0a0b56ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:31.788730 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:30Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:31.853837 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:31.879690 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:31.894123 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5777c1-c196-4074-8110-36e254e3eef5 None None] The sync data for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi is: [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:30Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:35:31.919445 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450feff5-3f11-43ef-9d1e-5c2471fa64cc None None] Pushing event updated for resources: {'Port': ['ID=8af870fb-7220-4099-a457-fea2d4b36dc3,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:31.939955 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-450feff5-3f11-43ef-9d1e-5c2471fa64cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:31.969612 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:31.981486 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:31.987377 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:32.062118 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-b1fc7e12-f308-4c00-be07-1324aa7c8173 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442357696', 'description': 'tempest-description--1204094572'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:32.171125 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Attempting to bind port 8af870fb-7220-4099-a457-fea2d4b36dc3 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:32.179742 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Attempting to bind port 8af870fb-7220-4099-a457-fea2d4b36dc3 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:32.180261 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Attempting to bind port 8af870fb-7220-4099-a457-fea2d4b36dc3 on network fe85a0d1-59aa-4755-b172-e189055a6707 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:32.200242 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:32.202540 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Checking segment: {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:32.204596 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:32.206816 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Bound using segment: {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:32.208703 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Bound port: 8af870fb-7220-4099-a457-fea2d4b36dc3, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:32.213089 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:32.382442 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:32.422598 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4af627a8-b57b-4f5e-bcba-f25f052887b9 req-c24384c3-2641-45b7-aa85-fb8761ec3f82 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.3034520 Jun 29 11:35:32.564230 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b1fc7e12-f308-4c00-be07-1324aa7c8173 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:32.589391 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:32.593539 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'Port': ['ID=687e74d1-52ab-467a-81e4-958d19614445,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:32.602771 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:32.619219 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] For port 8af870fb-7220-4099-a457-fea2d4b36dc3, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:32.673942 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] For port 8af870fb-7220-4099-a457-fea2d4b36dc3, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=8af870fb-7220-4099-a457-fea2d4b36dc3,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:32.690944 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:32.710136 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-3758c662-31fa-4b39-9f99-00baf2a17e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:32.737411 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Allocated IP 172.20.0.11 (50183bd1-e74d-45c1-b7cc-ddca4f02236d/85b0fdec-a2e5-4fae-9c43-f02bf104f75f/d85c3ef3-a7b5-4556-8fbb-d8389da66780) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:32.872779 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450feff5-3f11-43ef-9d1e-5c2471fa64cc None None] Pushing event updated for resources: {'Port': ['ID=8af870fb-7220-4099-a457-fea2d4b36dc3,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:32.876954 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:32.878107 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:35:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:32.882374 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-450feff5-3f11-43ef-9d1e-5c2471fa64cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:33.035641 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2f3a133d-7524-4024-ae39-84cd097cd80c req-381a8db2-ae15-4b2b-a9c8-b1ee8add14ac tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 210 time: 0.1188295 Jun 29 11:35:33.225389 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:33.247780 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:33.279055 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:33.281454 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:35:33.288729 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:33.316780 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:33.326078 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:33.341834 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'Port': ['ID=687e74d1-52ab-467a-81e4-958d19614445,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:33.369621 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:33.387434 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b1fc7e12-f308-4c00-be07-1324aa7c8173 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:33.411152 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:33.417712 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:33.421116 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2070546 Jun 29 11:35:33.482851 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b1fc7e12-f308-4c00-be07-1324aa7c8173 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:33.900067 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Network 5a54b4a3-e2b9-435d-8952-8dda5799b19b is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:33.947482 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:33.958368 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:33.961685 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b1fc7e12-f308-4c00-be07-1324aa7c8173 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:33.963198 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-b1fc7e12-f308-4c00-be07-1324aa7c8173 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9180875 Jun 29 11:35:33.970271 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 1972d725-5638-4744-977b-019978d5098f up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:33.972145 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57770) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:33.979885 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-ed168ae3-46a3-4f4a-b4e3-51acfc815ac1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'security_group_rule': {'security_group_id': 'c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:33.987790 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Pushing event updated for resources: {'Port': ['ID=b2f7b242-928a-4ead-a0c4-892bc1c45907,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:34.044756 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:34.046455 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:34.082160 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 1972d725-5638-4744-977b-019978d5098f completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:34.094270 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 1972d725-5638-4744-977b-019978d5098f triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:34.094691 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:34.098947 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-a5acf1e7-fc9f-4146-939c-43710b887199 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--182621206&fields=id&tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662 HTTP/1.1" status: 200 len: 267 time: 0.1598511 Jun 29 11:35:34.099833 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:32Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:34.111699 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ed168ae3-46a3-4f4a-b4e3-51acfc815ac1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:34.210490 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70c9e0-98b6-406f-b3c0-5b2efe208d75 None None] The sync data for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi is: [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:32Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:35:34.345098 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc7e12-f308-4c00-be07-1324aa7c8173 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:34.466414 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:34.498229 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:34.522673 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b1fc7e12-f308-4c00-be07-1324aa7c8173 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:34.591315 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:34.646667 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832932bf-c6e1-460a-8ac5-5102e966030c req-3eddc70d-fbf8-448e-933b-e3fea77b1751 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:34.662587 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-832932bf-c6e1-460a-8ac5-5102e966030c req-3eddc70d-fbf8-448e-933b-e3fea77b1751 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 931 time: 0.8615897 Jun 29 11:35:34.667726 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6049404 Jun 29 11:35:34.679785 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:34.714438 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-ed5afa1b-c0e0-42f6-ab62-3fc87e00d3da tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:34.737337 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-ed5afa1b-c0e0-42f6-ab62-3fc87e00d3da tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 809 time: 0.6374230 Jun 29 11:35:34.770101 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-e505ff3b-2b11-4f1b-beb0-074c14809003 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/quotas/5bc5d09f9e5047bd8afa64daf6fcf662 HTTP/1.1" status: 200 len: 375 time: 0.0315444 Jun 29 11:35:34.783651 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-832932bf-c6e1-460a-8ac5-5102e966030c req-ed8ca017-fd9c-414f-b838-c06d58711e0c tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073115 Jun 29 11:35:34.795527 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:34.816577 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 1972d725-5638-4744-977b-019978d5098f, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=1972d725-5638-4744-977b-019978d5098f,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:35:34.823397 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8f65738a-cfe1-44a3-a915-cfbeb88a02ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:34.831063 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:34.836083 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:34.848502 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ed168ae3-46a3-4f4a-b4e3-51acfc815ac1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:34.914604 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Network 50183bd1-e74d-45c1-b7cc-ddca4f02236d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:34.922161 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=1972d725-5638-4744-977b-019978d5098f,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:34.926768 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:34.928418 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:34.934329 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ed168ae3-46a3-4f4a-b4e3-51acfc815ac1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:34.939131 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Pushing event updated for resources: {'Port': ['ID=d85c3ef3-a7b5-4556-8fbb-d8389da66780,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:34.947348 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-92970d12-1cbb-4e3e-9a99-2be019a9f311 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:34.967409 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:34.989545 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed168ae3-46a3-4f4a-b4e3-51acfc815ac1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a393782-c9e0-4fdc-9fed-276f37e8b81d,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:35.005291 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ed168ae3-46a3-4f4a-b4e3-51acfc815ac1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:35.023509 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ed168ae3-46a3-4f4a-b4e3-51acfc815ac1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:35.025080 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ed168ae3-46a3-4f4a-b4e3-51acfc815ac1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0506644 Jun 29 11:35:35.031423 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57788) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:35.079521 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-4cd38291-21e5-47a5-aa62-1c5f5631212c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3046184 Jun 29 11:35:35.079912 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:35.083725 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-2f256ba2-8002-4f91-82ff-f6175b226c0a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'security_group_rule': {'security_group_id': 'c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:35.119927 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:35.121027 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:35.164357 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0287070 Jun 29 11:35:35.175113 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-2f256ba2-8002-4f91-82ff-f6175b226c0a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:35.203987 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260d5b4-9801-4e3a-81ab-443a440faaff req-f02b2e6b-7e40-453b-9984-213ff705d908 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:35.213167 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9260d5b4-9801-4e3a-81ab-443a440faaff req-f02b2e6b-7e40-453b-9984-213ff705d908 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 932 time: 0.2599604 Jun 29 11:35:35.308105 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9260d5b4-9801-4e3a-81ab-443a440faaff req-d1a6daa5-9a43-4791-bfa7-058556568e19 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939426 Jun 29 11:35:35.316286 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd78ea2b-48c5-466c-9055-d93ca39dc0ef service neutron] 10.222.0.72 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112458 Jun 29 11:35:35.340824 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-2f256ba2-8002-4f91-82ff-f6175b226c0a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:35.347341 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-2f256ba2-8002-4f91-82ff-f6175b226c0a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:35.360477 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:35.370465 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-2f256ba2-8002-4f91-82ff-f6175b226c0a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:35.371863 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-2f256ba2-8002-4f91-82ff-f6175b226c0a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3233726 Jun 29 11:35:35.375724 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57790) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:35.380387 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'floatingip': {'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:35.388110 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f256ba2-8002-4f91-82ff-f6175b226c0a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579a4908-30d7-4747-aeb9-62eb78c5da0e,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:35.392298 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-2f256ba2-8002-4f91-82ff-f6175b226c0a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:35.413172 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:35.432048 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-21a87d25-6645-4aa7-9482-11a19691601e service neutron] 10.222.0.72 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109807 Jun 29 11:35:35.551478 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:35.867800 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-34db37d4-3825-44e5-ad43-78051cb96b3d req-b64a9336-17f1-4c57-b74e-3e01871d5a8d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.0598736 Jun 29 11:35:36.011452 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Allocated IP 172.27.3.166 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/f485e04b-d41b-4b4e-9c4d-71701797cad1) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:36.136099 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 1972d725-5638-4744-977b-019978d5098f up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:36.305067 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:36.390772 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 1972d725-5638-4744-977b-019978d5098f triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:36.393961 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:36.422007 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e282b97-dd80-4195-97c7-fee9819a930a req-ad5ce64e-9ad0-421e-b5f9-48c10cfc36ca tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:36.433350 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9e282b97-dd80-4195-97c7-fee9819a930a req-ad5ce64e-9ad0-421e-b5f9-48c10cfc36ca tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 931 time: 0.4081254 Jun 29 11:35:36.495076 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:36.514248 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:36.692978 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9e282b97-dd80-4195-97c7-fee9819a930a req-c913f96d-b3f3-4a28-af99-95aac6ae8130 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524250 Jun 29 11:35:36.704340 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8af870fb-7220-4099-a457-fea2d4b36dc3 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:36.775597 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:36.789776 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:36.824160 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'Port': ['ID=f485e04b-d41b-4b4e-9c4d-71701797cad1,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:36.832063 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:36.840930 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 8af870fb-7220-4099-a457-fea2d4b36dc3 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:36.849190 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 8af870fb-7220-4099-a457-fea2d4b36dc3 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:36.849963 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:36.855136 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:36.994189 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:37.038102 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 8af870fb-7220-4099-a457-fea2d4b36dc3, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=8af870fb-7220-4099-a457-fea2d4b36dc3,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:35:37.052939 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f2740-0965-480d-a52d-81f55a01473c req-c12efeff-0cb9-4060-86b5-e23887e41eab tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:37.059078 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:37.060392 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8c9f2740-0965-480d-a52d-81f55a01473c req-c12efeff-0cb9-4060-86b5-e23887e41eab tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 932 time: 0.2302525 Jun 29 11:35:37.063856 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:37.099535 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:37.145212 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d7adeef-7715-4806-b692-9f6476e237cb req-2dd40e6f-0e77-4057-9d9a-720b9d419691 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.0717299 Jun 29 11:35:37.148758 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8c9f2740-0965-480d-a52d-81f55a01473c req-71f71ff6-f105-4dc2-a95c-22dc1602928c tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872211 Jun 29 11:35:37.190185 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=8af870fb-7220-4099-a457-fea2d4b36dc3,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:37.205930 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:37.206767 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:37.376060 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:37.380661 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:37.383059 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-04b590c8-bcaf-45f0-9e93-ffdd2595641f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:37.453818 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'Port': ['ID=f485e04b-d41b-4b4e-9c4d-71701797cad1,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:37.457456 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:37.467897 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:37.493478 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:37.495695 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1186841 Jun 29 11:35:37.845741 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-2dae9d3d-0d58-4b4e-9794-fdc71f934c83 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--442357696&fields=id&tenant_id=a2fc0d2c6f944d52939e72f3559d83cb HTTP/1.1" status: 200 len: 267 time: 0.0653059 Jun 29 11:35:37.904788 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8af870fb-7220-4099-a457-fea2d4b36dc3 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:38.050722 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 8af870fb-7220-4099-a457-fea2d4b36dc3 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:38.051413 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:38.205497 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-80ade2cd-a04e-43a8-8fc9-0cf979f67a05 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:38.219438 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-80ade2cd-a04e-43a8-8fc9-0cf979f67a05 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 817 time: 0.3596888 Jun 29 11:35:38.238001 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-d0ceaac7-e767-4786-8e93-d49be76c60b1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/quotas/a2fc0d2c6f944d52939e72f3559d83cb HTTP/1.1" status: 200 len: 375 time: 0.0173638 Jun 29 11:35:38.325615 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6f7d8-90c6-4007-84e9-e8e93a74fb4f req-096651cd-c6e3-46ef-92cf-6ffcec71c244 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:38.329111 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0df6f7d8-90c6-4007-84e9-e8e93a74fb4f req-096651cd-c6e3-46ef-92cf-6ffcec71c244 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 931 time: 0.2385437 Jun 29 11:35:38.392885 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-a8f1ce43-957e-4f61-8919-27b757a39583 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1349783 Jun 29 11:35:38.394014 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0df6f7d8-90c6-4007-84e9-e8e93a74fb4f req-98b7c962-72ea-4b5f-a5e9-e8b212985c9b tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577180 Jun 29 11:35:38.579367 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-4e8027bb-cd7c-48f9-98ca-db32917e93ea service neutron] 10.222.0.72 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697221 Jun 29 11:35:38.674935 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0a7ca856-f3e9-437a-a3dd-cc349e778842 req-e1f87568-6e1d-46e2-94bc-cabafe7d0a20 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.0635641 Jun 29 11:35:38.762113 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-e1b38c25-52cd-4282-b184-d03c312d1694 service neutron] 10.222.0.72 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815135 Jun 29 11:35:39.187689 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68453-e2cf-4838-9364-d6a2a97d4e0f req-e5719c87-c0ff-4454-adc3-cd38df7758b9 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:39.201828 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-64f68453-e2cf-4838-9364-d6a2a97d4e0f req-e5719c87-c0ff-4454-adc3-cd38df7758b9 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 932 time: 0.2743092 Jun 29 11:35:39.308188 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dae0efdd-3821-4cdc-8f1e-715d8394563d req-9df31c4d-ab2a-444e-ba8f-5cd27173305d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.1642363 Jun 29 11:35:39.350955 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:39.396956 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-64f68453-e2cf-4838-9364-d6a2a97d4e0f req-e22d8952-ae69-4f43-9e40-ea2760d3a625 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749959 Jun 29 11:35:39.866097 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c237f27-73bc-4e56-b34e-40a8add47816 req-c493701a-0220-4af9-a94b-50e9c6d413fb tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:39.869839 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0c237f27-73bc-4e56-b34e-40a8add47816 req-c493701a-0220-4af9-a94b-50e9c6d413fb tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 931 time: 0.1708901 Jun 29 11:35:39.963243 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0c237f27-73bc-4e56-b34e-40a8add47816 req-3341faea-cfbd-421d-999e-3a533f1ca3ac tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838468 Jun 29 11:35:40.007587 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0cde0878-31c0-4764-aae9-3599cc24ec8b req-89ee5f36-2bd3-4de6-986b-3fe28305dee0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.0584335 Jun 29 11:35:40.194906 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 57930) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:40.399590 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9222c31d-02e8-4896-b371-01f0279a6668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.557732 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-41d356e2-e7b2-4f3e-a752-c99989afee1f req-61615678-33d4-44a6-98ab-8677868614d9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.0462480 Jun 29 11:35:40.584176 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9222c31d-02e8-4896-b371-01f0279a6668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.590801 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9222c31d-02e8-4896-b371-01f0279a6668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.594923 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:40.674377 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222c31d-02e8-4896-b371-01f0279a6668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4951bec-30d2-4154-b6af-c80ddb7d3b82,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:40.690239 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 57956) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:40.692528 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-9222c31d-02e8-4896-b371-01f0279a6668 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=95e83142b7ea416da4112799a4dfbcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950955 Jun 29 11:35:40.695244 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-9222c31d-02e8-4896-b371-01f0279a6668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:40.866020 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-afcc6f5b-8cd9-499a-b8d6-bce5ad99ab63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.897676 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-afcc6f5b-8cd9-499a-b8d6-bce5ad99ab63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.971527 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-afcc6f5b-8cd9-499a-b8d6-bce5ad99ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.975583 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-afcc6f5b-8cd9-499a-b8d6-bce5ad99ab63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.977064 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-afcc6f5b-8cd9-499a-b8d6-bce5ad99ab63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4951bec-30d2-4154-b6af-c80ddb7d3b82 HTTP/1.1" status: 204 len: 168 time: 0.2854373 Jun 29 11:35:40.978076 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-de7781ca-5af9-4d53-97b5-fd3caf115487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:40.984076 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01795e8e-d494-4dc1-ab55-1b8a3c68badf req-0209fe5f-d259-41f5-a66a-4fe5b52ca550 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:40.988120 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc6f5b-8cd9-499a-b8d6-bce5ad99ab63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4951bec-30d2-4154-b6af-c80ddb7d3b82,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:40.993835 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-01795e8e-d494-4dc1-ab55-1b8a3c68badf req-0209fe5f-d259-41f5-a66a-4fe5b52ca550 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 932 time: 0.1312034 Jun 29 11:35:41.009776 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-afcc6f5b-8cd9-499a-b8d6-bce5ad99ab63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:41.054776 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-01795e8e-d494-4dc1-ab55-1b8a3c68badf req-61ac0128-15c2-4dbe-8024-ecbf1f53f006 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594959 Jun 29 11:35:41.433575 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b516dbe7-c067-4b5d-9302-c065d8c60f17 req-14213f34-d94f-4d33-ad2b-7f64f8fac40d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.0901649 Jun 29 11:35:41.530267 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbef16a-238a-405d-a0ab-f0c52b6ec6d5 req-da7d1283-b130-47c6-affb-db384e83353b tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:41.533449 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-bcbef16a-238a-405d-a0ab-f0c52b6ec6d5 req-da7d1283-b130-47c6-affb-db384e83353b tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 931 time: 0.2135043 Jun 29 11:35:41.608499 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-bcbef16a-238a-405d-a0ab-f0c52b6ec6d5 req-d2bc0012-2d73-476b-8093-1394d9bd0924 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673914 Jun 29 11:35:41.647720 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58006) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:41.673221 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d599-19bd-4edf-9a28-cde3180f8004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:41.856360 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-99c90717-c8db-4a1f-8a99-056cfde18bab req-0b17bfa7-3864-4511-aea7-1590e0fe9b91 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.0470424 Jun 29 11:35:41.858719 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d599-19bd-4edf-9a28-cde3180f8004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:41.865515 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d599-19bd-4edf-9a28-cde3180f8004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:41.873166 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0242e85e-c594-4eeb-892f-fa3322a9a3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:41.982597 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58014) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:41.983210 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-7bf8d599-19bd-4edf-9a28-cde3180f8004 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=567c574b0d09490e87b10ecfc9e63307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318102 Jun 29 11:35:41.987146 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8d599-19bd-4edf-9a28-cde3180f8004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c19b0e-239d-4ea0-9f6a-a195ffb2986f,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:41.992746 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-7bf8d599-19bd-4edf-9a28-cde3180f8004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:42.150198 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-56e1adf3-b62e-48df-a2ff-18098e3451ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.211572 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-56e1adf3-b62e-48df-a2ff-18098e3451ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.354577 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040cedf-6d01-47a1-8692-3ba2222e0e0c req-e5323ca1-82ea-46ae-b6f9-57c830f3ade1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:42.357285 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3040cedf-6d01-47a1-8692-3ba2222e0e0c req-e5323ca1-82ea-46ae-b6f9-57c830f3ade1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 932 time: 0.1518202 Jun 29 11:35:42.359849 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-56e1adf3-b62e-48df-a2ff-18098e3451ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.366338 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-56e1adf3-b62e-48df-a2ff-18098e3451ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.368394 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-56e1adf3-b62e-48df-a2ff-18098e3451ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40c19b0e-239d-4ea0-9f6a-a195ffb2986f HTTP/1.1" status: 204 len: 168 time: 0.3835499 Jun 29 11:35:42.379770 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:42.449737 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1adf3-b62e-48df-a2ff-18098e3451ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c19b0e-239d-4ea0-9f6a-a195ffb2986f,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:42.457946 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-56e1adf3-b62e-48df-a2ff-18098e3451ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:42.542888 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3040cedf-6d01-47a1-8692-3ba2222e0e0c req-c2865192-99cf-44c2-a4f7-fd57d774d0ef tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493759 Jun 29 11:35:42.845334 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c5b27ae6-f779-4570-babb-b36fa8da35d4 req-0f1e1fe4-0560-445b-9681-a6c9f68f33ba tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.1075315 Jun 29 11:35:43.286373 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-168e83d5-f23b-4ecc-8d9d-9fb1e654b641 req-6578293a-ab2d-47cc-9514-60d773595a44 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.0740180 Jun 29 11:35:43.317824 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ab29e-7bf0-4eb9-ad54-25b6bfed1776 req-33403024-e7bf-494b-869b-8711b88c356b tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:43.320516 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cb3ab29e-7bf0-4eb9-ad54-25b6bfed1776 req-33403024-e7bf-494b-869b-8711b88c356b tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 931 time: 0.3139327 Jun 29 11:35:43.439328 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cb3ab29e-7bf0-4eb9-ad54-25b6bfed1776 req-a308ada2-5c81-4cc9-96f9-1dc083d12773 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045122 Jun 29 11:35:43.972524 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a21c3e-9d3f-46aa-a9fa-6b94014e5b49 req-bd86e7a7-977d-45e5-9021-6dc4e890615d tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:43.982464 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-34a21c3e-9d3f-46aa-a9fa-6b94014e5b49 req-bd86e7a7-977d-45e5-9021-6dc4e890615d tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 932 time: 0.1681485 Jun 29 11:35:44.055617 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-34a21c3e-9d3f-46aa-a9fa-6b94014e5b49 req-8b3705c2-84ca-4c4c-bd7e-d72b5e2a3b84 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714059 Jun 29 11:35:44.147269 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ade1f184-98e1-4fce-a080-d50f723bda50 req-3cb6629a-9e23-47b1-bb9f-5dfbe60f8125 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.0576138 Jun 29 11:35:44.794292 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e210dfe0-9fff-4587-badc-cf929607f811 req-144695f0-d5fb-43dd-83fd-a1a2c8358c01 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.1096773 Jun 29 11:35:44.881524 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c480-7319-46b4-b3f9-8aad670ab3b5 req-05b3f789-f4e2-4818-90d4-fca25d148a23 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:44.894786 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-30b6c480-7319-46b4-b3f9-8aad670ab3b5 req-05b3f789-f4e2-4818-90d4-fca25d148a23 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 931 time: 0.1769238 Jun 29 11:35:44.977885 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-30b6c480-7319-46b4-b3f9-8aad670ab3b5 req-d10b46eb-975d-4225-8e74-c92104dab70f tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801771 Jun 29 11:35:45.393055 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97883d2-6897-4945-8eb8-deedc7a47b02 req-9ef0184a-3251-44fa-a919-533a1e4ca5d4 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:45.404246 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a97883d2-6897-4945-8eb8-deedc7a47b02 req-9ef0184a-3251-44fa-a919-533a1e4ca5d4 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 932 time: 0.1463737 Jun 29 11:35:45.423807 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58142) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:45.529078 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a97883d2-6897-4945-8eb8-deedc7a47b02 req-16fff112-2772-4883-9e76-0374e15f12d7 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236198 Jun 29 11:35:45.541936 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5bf1812c-f156-4864-8e21-1211ccfa3de2 req-7d99a22d-f8ab-4046-92e7-ff6ebbcaf2f9 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.0839972 Jun 29 11:35:45.890203 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-32ed89a2-e11b-4697-9c94-106c1bb8e8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.087688 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-32ed89a2-e11b-4697-9c94-106c1bb8e8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.098455 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-32ed89a2-e11b-4697-9c94-106c1bb8e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.106286 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-cea4b064-966f-4885-9f06-41c13a75a4d0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:46.188365 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-32ed89a2-e11b-4697-9c94-106c1bb8e8ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be4405241dc449ec841e27dd665e75be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7635512 Jun 29 11:35:46.190299 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed89a2-e11b-4697-9c94-106c1bb8e8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03dae58-377a-464b-a2c4-6278ccb9fa73,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:46.194467 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58174) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:46.204201 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c247c792-8ae4-42a2-8e30-66731ee2a2e3 req-d57dda89-7e33-444f-ad92-9d566a55ae6a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.0622859 Jun 29 11:35:46.204570 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-32ed89a2-e11b-4697-9c94-106c1bb8e8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:46.336645 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3d5db1d9-a91f-4143-9817-ebd37bf7f470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.392490 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af72d2-eb04-4bb3-affb-7f2aa0908134 req-87b6aff0-dd86-439d-9c28-87a1ea6028c0 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:46.395415 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-20af72d2-eb04-4bb3-affb-7f2aa0908134 req-87b6aff0-dd86-439d-9c28-87a1ea6028c0 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 931 time: 0.1769397 Jun 29 11:35:46.422158 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3d5db1d9-a91f-4143-9817-ebd37bf7f470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.486349 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-20af72d2-eb04-4bb3-affb-7f2aa0908134 req-b21c55aa-6c47-470b-ab13-dd97ff258ef6 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750146 Jun 29 11:35:46.524801 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3d5db1d9-a91f-4143-9817-ebd37bf7f470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.531349 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3d5db1d9-a91f-4143-9817-ebd37bf7f470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.533590 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-3d5db1d9-a91f-4143-9817-ebd37bf7f470 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e03dae58-377a-464b-a2c4-6278ccb9fa73 HTTP/1.1" status: 204 len: 168 time: 0.3372786 Jun 29 11:35:46.534558 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:46.556061 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5db1d9-a91f-4143-9817-ebd37bf7f470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03dae58-377a-464b-a2c4-6278ccb9fa73,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:46.561021 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-3d5db1d9-a91f-4143-9817-ebd37bf7f470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:46.596718 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-50754c43-c5c7-4c85-94f1-2eeb3055c706 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:35:46.598580 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-50754c43-c5c7-4c85-94f1-2eeb3055c706 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100596 Jun 29 11:35:46.606557 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-2eeb282f-e7b2-4ac4-b85e-eb40537aeab6 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:35:46.609807 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-2eeb282f-e7b2-4ac4-b85e-eb40537aeab6 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094624 Jun 29 11:35:46.947624 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d23f74fa-2e5c-4c6d-81e4-4a0efaebc0dd req-6f1f61ce-b7ef-4b48-a471-d6022c584e7b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.0437734 Jun 29 11:35:47.026028 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58216) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:47.184324 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f955f8-c480-4f3e-9eb6-a03c4d460ae2 req-4b72a78f-a758-4b57-a373-0d9b888da5c1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:47.190202 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-59f955f8-c480-4f3e-9eb6-a03c4d460ae2 req-4b72a78f-a758-4b57-a373-0d9b888da5c1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 932 time: 0.2935550 Jun 29 11:35:47.279369 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-59f955f8-c480-4f3e-9eb6-a03c4d460ae2 req-ba7e0ec1-16fe-4895-bdc6-d47c1b0356ac tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835104 Jun 29 11:35:47.337450 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58232) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:47.367244 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-337bd88d-afb8-4531-b457-e22d7b92ffc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:47.422094 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-de5dd782-2a6b-4e2b-bda4-46de8f4a4452 req-984ab717-f9d8-48bb-9a0a-de67c65dd7e6 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.0446036 Jun 29 11:35:47.475047 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Request body: {'port': {'device_id': 'a9a8c55d-befc-4326-8389-7e2785bab980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:47.515910 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-99e7fe87-e2b0-4b92-ba93-4c0104aa5711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:47.576645 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Request body: {'port': {'device_id': '8a1cb1a0-7080-4428-9e37-45d6165470bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:47.623249 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58236) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:47.646216 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:47.654887 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-337bd88d-afb8-4531-b457-e22d7b92ffc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:47.682328 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-337bd88d-afb8-4531-b457-e22d7b92ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:47.709472 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a5b011c1-868a-418c-9ec2-a4b773351204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:47.727323 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-1bd38109-cbdd-4424-95aa-3b31197b96b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:47.834133 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-99e7fe87-e2b0-4b92-ba93-4c0104aa5711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:47.834476 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bd88d-afb8-4531-b457-e22d7b92ffc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97564166-5e7a-4ee2-983d-dd744c6dc117,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:47.844299 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-337bd88d-afb8-4531-b457-e22d7b92ffc4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=887f183be30647049ec1870124e5042b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5051744 Jun 29 11:35:47.850259 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-337bd88d-afb8-4531-b457-e22d7b92ffc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:47.853778 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:47.856299 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58240) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:47.902253 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-99e7fe87-e2b0-4b92-ba93-4c0104aa5711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:47.911357 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:48.010685 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.24', 51559) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:48.117106 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7fe87-e2b0-4b92-ba93-4c0104aa5711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7f9170-832f-4385-a8fb-82dcdfe49530,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:48.125932 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-99e7fe87-e2b0-4b92-ba93-4c0104aa5711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:48.128556 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-99e7fe87-e2b0-4b92-ba93-4c0104aa5711 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be1001ab9ca54edc9e2cc0939bd2c9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1011748 Jun 29 11:35:48.131225 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58246) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:48.208258 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-562a153b-b311-4a2b-93b5-d46d30c91f15 req-18a3ca4c-8930-4822-a1bf-ca0e548a1b6b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.0690801 Jun 29 11:35:48.258192 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-1bd38109-cbdd-4424-95aa-3b31197b96b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.271876 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-1bd38109-cbdd-4424-95aa-3b31197b96b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.278869 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c0f6fd49-b1ef-477d-bce7-1c2214232df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:48.284626 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-72ef5482-62ab-4084-a1ed-252b758c513c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.346165 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-72ef5482-62ab-4084-a1ed-252b758c513c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.358459 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-1bd38109-cbdd-4424-95aa-3b31197b96b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ef389257c5e460a8b184fa39a7e6834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7313330 Jun 29 11:35:48.361472 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd38109-cbdd-4424-95aa-3b31197b96b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af43823-84be-4f83-bdc7-0a315624bad2,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:48.362027 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58252) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:48.365637 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-1bd38109-cbdd-4424-95aa-3b31197b96b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:48.433381 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3d4d-1552-4f5d-ad51-718034ee124f req-6c2a3751-5998-4d24-95b1-bbb6730d4dba tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:48.435669 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bc5b3d4d-1552-4f5d-ad51-718034ee124f req-6c2a3751-5998-4d24-95b1-bbb6730d4dba tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 931 time: 0.7768283 Jun 29 11:35:48.494937 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-72ef5482-62ab-4084-a1ed-252b758c513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.498483 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-72ef5482-62ab-4084-a1ed-252b758c513c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.506052 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-72ef5482-62ab-4084-a1ed-252b758c513c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a7f9170-832f-4385-a8fb-82dcdfe49530 HTTP/1.1" status: 204 len: 168 time: 0.3712761 Jun 29 11:35:48.511512 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-56e1adf3-b62e-48df-a2ff-18098e3451ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:48.532515 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef5482-62ab-4084-a1ed-252b758c513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7f9170-832f-4385-a8fb-82dcdfe49530,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:48.539276 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-72ef5482-62ab-4084-a1ed-252b758c513c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:48.623490 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bc5b3d4d-1552-4f5d-ad51-718034ee124f req-ca3a3e42-a490-4791-8257-79c5b5d7c2a9 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525543 Jun 29 11:35:48.636472 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.24', 51563) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:48.779452 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-154b5052-2044-4c50-a173-1886e0ac60c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.828075 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a39f2-59dd-4c32-9e8a-a116263ffa9a req-046687e2-f578-44a3-9ea7-14f62612b984 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:48.831240 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-253a39f2-59dd-4c32-9e8a-a116263ffa9a req-046687e2-f578-44a3-9ea7-14f62612b984 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 932 time: 0.2771130 Jun 29 11:35:48.879215 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5512a4f1-4d64-4510-b5e8-786370ae399c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.892313 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f7df0821-39ad-44f0-931b-3732f2ff3e4f req-17c243b8-a76b-48b1-be84-3543c4681cde tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.1048517 Jun 29 11:35:48.932354 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-253a39f2-59dd-4c32-9e8a-a116263ffa9a req-04e6e2df-d4aa-42e2-9bd8-4c21d6b7b342 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916076 Jun 29 11:35:48.978514 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-154b5052-2044-4c50-a173-1886e0ac60c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.980039 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-22ad9cae-ce91-43a8-a17b-a12eec868d7a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:48.981660 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-22ad9cae-ce91-43a8-a17b-a12eec868d7a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 809 time: 0.3439181 Jun 29 11:35:48.998305 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-a7b9fee7-ede4-4470-803d-6414b3e0d2c5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:49.000744 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-a7b9fee7-ede4-4470-803d-6414b3e0d2c5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 817 time: 0.9791770 Jun 29 11:35:49.026591 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5512a4f1-4d64-4510-b5e8-786370ae399c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.056251 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-388ff5ed-3b58-4a6c-a812-f4ec64d7f527 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662 HTTP/1.1" status: 200 len: 379 time: 0.0638518 Jun 29 11:35:49.071688 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'port': {'device_id': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'admin_state_up': True, 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'security_groups': ['228e1239-57aa-4e16-b58a-5e8e05296d23']}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:49.140789 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58274) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:49.201954 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-38e75cfd-68e4-48ef-b00a-f5c2524968ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.267785 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-3aefc692-d486-4fb4-bd17-5e772d24f933 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2fc0d2c6f944d52939e72f3559d83cb HTTP/1.1" status: 200 len: 379 time: 0.1984360 Jun 29 11:35:49.281980 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Made reservation on behalf of 5bc5d09f9e5047bd8afa64daf6fcf662 for: {'port': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:49.281980 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.288173 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'port': {'device_id': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'admin_state_up': True, 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'security_groups': ['c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a']}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:49.307555 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-154b5052-2044-4c50-a173-1886e0ac60c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.340467 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-154b5052-2044-4c50-a173-1886e0ac60c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.341899 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-154b5052-2044-4c50-a173-1886e0ac60c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97564166-5e7a-4ee2-983d-dd744c6dc117 HTTP/1.1" status: 204 len: 168 time: 1.4724584 Jun 29 11:35:49.398996 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-7bf8d599-19bd-4edf-9a28-cde3180f8004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:49.457546 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5512a4f1-4d64-4510-b5e8-786370ae399c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.466578 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b5052-2044-4c50-a173-1886e0ac60c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97564166-5e7a-4ee2-983d-dd744c6dc117,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:49.471728 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85c3ef3-a7b5-4556-8fbb-d8389da66780 {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:35:49.504976 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5512a4f1-4d64-4510-b5e8-786370ae399c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.505838 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-5512a4f1-4d64-4510-b5e8-786370ae399c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5af43823-84be-4f83-bdc7-0a315624bad2 HTTP/1.1" status: 204 len: 168 time: 1.1319740 Jun 29 11:35:49.507784 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-154b5052-2044-4c50-a173-1886e0ac60c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:49.507784 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-154b5052-2044-4c50-a173-1886e0ac60c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:49.523300 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6225fc03-0a76-4981-8b4d-68143c9898dd req-04af3a31-b944-4944-aac6-9793824fcac9 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.1139665 Jun 29 11:35:49.535958 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.613616 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512a4f1-4d64-4510-b5e8-786370ae399c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af43823-84be-4f83-bdc7-0a315624bad2,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:49.616958 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5512a4f1-4d64-4510-b5e8-786370ae399c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:49.674301 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Transition to ACTIVE for port object d85c3ef3-a7b5-4556-8fbb-d8389da66780 will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:49.710554 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f7b242-928a-4ead-a0c4-892bc1c45907 {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:35:49.721528 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.754211 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.758384 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:49.759395 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Allocated IP 172.20.0.6 (f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3/0f5e4ad0-3d72-4450-b5c2-0b416f085604/e0245ea7-dfe7-4922-899e-237ac825b6eb) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:49.860884 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Transition to ACTIVE for port object b2f7b242-928a-4ead-a0c4-892bc1c45907 will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:49.899755 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.904012 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=d85c3ef3-a7b5-4556-8fbb-d8389da66780,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:49.916973 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:49.917416 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:50.011347 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-38e75cfd-68e4-48ef-b00a-f5c2524968ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.053433 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-38e75cfd-68e4-48ef-b00a-f5c2524968ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.122678 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Made reservation on behalf of a2fc0d2c6f944d52939e72f3559d83cb for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:50.135162 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.150698 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f7b242-928a-4ead-a0c4-892bc1c45907,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:50.187870 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:50.198201 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:50.226338 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c3211-cfb4-45e1-8c5c-20bb5f21bf63 req-27eb1df8-726b-4282-b865-c5ca9c2b1194 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:50.227940 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e3c3211-cfb4-45e1-8c5c-20bb5f21bf63 req-27eb1df8-726b-4282-b865-c5ca9c2b1194 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 931 time: 0.3835168 Jun 29 11:35:50.231241 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.259265 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Transition to ACTIVE for port object e0245ea7-dfe7-4922-899e-237ac825b6eb will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:50.273135 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e75cfd-68e4-48ef-b00a-f5c2524968ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551e53f3-55d9-492e-9a22-0398803f1a81,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:50.312202 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e3c3211-cfb4-45e1-8c5c-20bb5f21bf63 req-523f422e-7cee-4f39-a7b6-42a7a8c60c34 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652647 Jun 29 11:35:50.344172 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-38e75cfd-68e4-48ef-b00a-f5c2524968ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:50.346914 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d999293c-1a90-4e19-8388-bf1524613c5c req-5be65c6c-6c60-47af-819c-fb2d8c7a47f8 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.1259406 Jun 29 11:35:50.362495 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.372208 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-38e75cfd-68e4-48ef-b00a-f5c2524968ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1bd9abec4076455caf459cfa07880b69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2218890 Jun 29 11:35:50.377124 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58312) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:50.379961 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:50.396995 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Attempting to bind port d85c3ef3-a7b5-4556-8fbb-d8389da66780 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:50.397387 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Attempting to bind port d85c3ef3-a7b5-4556-8fbb-d8389da66780 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:50.397813 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Attempting to bind port d85c3ef3-a7b5-4556-8fbb-d8389da66780 on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:50.461962 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Port d85c3ef3-a7b5-4556-8fbb-d8389da66780 on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:35:50.462337 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Attempting to bind port d85c3ef3-a7b5-4556-8fbb-d8389da66780 on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:50.481530 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:50.481906 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Checking segment: {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:50.482553 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Bound using segment: {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:50.483197 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Bound port: d85c3ef3-a7b5-4556-8fbb-d8389da66780, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:50.484270 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.552791 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:50.586076 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Attempting to bind port b2f7b242-928a-4ead-a0c4-892bc1c45907 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:50.586420 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Attempting to bind port b2f7b242-928a-4ead-a0c4-892bc1c45907 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'bbef37f8-3a7b-48e3-9dbc-5a143f3135b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a54b4a3-e2b9-435d-8952-8dda5799b19b'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:50.586952 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Attempting to bind port b2f7b242-928a-4ead-a0c4-892bc1c45907 on network 5a54b4a3-e2b9-435d-8952-8dda5799b19b {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:50.613451 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Port b2f7b242-928a-4ead-a0c4-892bc1c45907 on network 5a54b4a3-e2b9-435d-8952-8dda5799b19b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:35:50.614340 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Attempting to bind port b2f7b242-928a-4ead-a0c4-892bc1c45907 on network 5a54b4a3-e2b9-435d-8952-8dda5799b19b {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:50.628643 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:50.644476 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:50.644476 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Checking segment: {'id': 'bbef37f8-3a7b-48e3-9dbc-5a143f3135b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a54b4a3-e2b9-435d-8952-8dda5799b19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:50.644865 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Bound using segment: {'id': 'bbef37f8-3a7b-48e3-9dbc-5a143f3135b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a54b4a3-e2b9-435d-8952-8dda5799b19b'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:50.645479 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Bound port: b2f7b242-928a-4ead-a0c4-892bc1c45907, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbef37f8-3a7b-48e3-9dbc-5a143f3135b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a54b4a3-e2b9-435d-8952-8dda5799b19b'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:50.645858 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.648668 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Allocated IP 172.20.0.11 (fe85a0d1-59aa-4755-b172-e189055a6707/3d2f256e-0a0e-434c-afed-93fc52ad5266/74388978-24cc-4bb8-ae15-73414980f1cf) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:50.651571 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:50.667674 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:50.670194 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.694811 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] For port d85c3ef3-a7b5-4556-8fbb-d8389da66780, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:50.756830 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'Port': ['ID=e0245ea7-dfe7-4922-899e-237ac825b6eb,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:50.762706 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:50.775068 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] For port d85c3ef3-a7b5-4556-8fbb-d8389da66780, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d85c3ef3-a7b5-4556-8fbb-d8389da66780,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:50.804977 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.821109 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:50.853614 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8430dd8a-5524-4970-8711-af9a6d12e2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.861648 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7943244 Jun 29 11:35:50.868427 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] For port b2f7b242-928a-4ead-a0c4-892bc1c45907, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:50.886930 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Request body: {'port': {'device_id': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:50.974331 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.004844 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] For port b2f7b242-928a-4ead-a0c4-892bc1c45907, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b2f7b242-928a-4ead-a0c4-892bc1c45907,segment=NetworkSegment(bbef37f8-3a7b-48e3-9dbc-5a143f3135b5),segment_id=bbef37f8-3a7b-48e3-9dbc-5a143f3135b5)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:51.012352 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8430dd8a-5524-4970-8711-af9a6d12e2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.047275 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.050159 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:51.050796 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.052535 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] 10.222.0.24 "PUT /v2.0/ports/d85c3ef3-a7b5-4556-8fbb-d8389da66780 HTTP/1.1" status: 200 len: 1094 time: 4.0118322 Jun 29 11:35:51.063647 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8c55d-befc-4326-8389-7e2785bab980', 'tag': 'd85c3ef3-a7b5-4556-8fbb-d8389da66780'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:35:51.116013 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=d85c3ef3-a7b5-4556-8fbb-d8389da66780,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:51.137876 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:51.151374 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:51.174131 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:51.175154 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.178598 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2f7b242-928a-4ead-a0c4-892bc1c45907 HTTP/1.1" status: 200 len: 1093 time: 4.1457882 Jun 29 11:35:51.198144 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-aa1e7a9a-3f3e-46b0-b4f6-c59cfa5d2611 None None] Provisioning for port e0245ea7-dfe7-4922-899e-237ac825b6eb completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:51.221239 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-aa1e7a9a-3f3e-46b0-b4f6-c59cfa5d2611 None None] Provisioning complete for port e0245ea7-dfe7-4922-899e-237ac825b6eb triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:51.221988 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-aa1e7a9a-3f3e-46b0-b4f6-c59cfa5d2611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.363262 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e7a9a-3f3e-46b0-b4f6-c59cfa5d2611 None None] Port e0245ea7-dfe7-4922-899e-237ac825b6eb cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:35:51.363783 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a8c55d-befc-4326-8389-7e2785bab980", "tag": "d85c3ef3-a7b5-4556-8fbb-d8389da66780"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:35:51.529792 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0245ea7-dfe7-4922-899e-237ac825b6eb {{(pid=93144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:35:51.543631 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4368f-77d0-4ba2-9fb9-d614e94556c1 req-e5093a11-0580-4e6e-a03f-d5c9e61879a9 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:51.552665 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9ab4368f-77d0-4ba2-9fb9-d614e94556c1 req-e5093a11-0580-4e6e-a03f-d5c9e61879a9 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.9532721 Jun 29 11:35:51.578259 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.619876 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Transition to ACTIVE for port object e0245ea7-dfe7-4922-899e-237ac825b6eb will not be triggered until provisioned by entity L2. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:51.637101 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9ab4368f-77d0-4ba2-9fb9-d614e94556c1 req-065dd251-bc87-4090-989b-4f21b6792e3c tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832222 Jun 29 11:35:51.643035 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.651579 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.654804 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:51.710897 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8430dd8a-5524-4970-8711-af9a6d12e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.737325 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8430dd8a-5524-4970-8711-af9a6d12e2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.737471 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Transition to ACTIVE for port object 74388978-24cc-4bb8-ae15-73414980f1cf will not be triggered until provisioned by entity DHCP. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:51.741576 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-8430dd8a-5524-4970-8711-af9a6d12e2f6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/551e53f3-55d9-492e-9a22-0398803f1a81 HTTP/1.1" status: 204 len: 168 time: 1.3467953 Jun 29 11:35:51.749584 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f7b242-928a-4ead-a0c4-892bc1c45907,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:51.762113 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0245ea7-dfe7-4922-899e-237ac825b6eb,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:51.768853 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:51.773800 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce13b07-b759-4b55-b315-51570f92a6a1 req-3313f04a-24f5-4de9-8438-00132f07f54f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:51.775513 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fce13b07-b759-4b55-b315-51570f92a6a1 req-3313f04a-24f5-4de9-8438-00132f07f54f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 931 time: 0.9127867 Jun 29 11:35:51.778071 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:51.805477 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-9222c31d-02e8-4896-b371-01f0279a6668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:51.816864 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430dd8a-5524-4970-8711-af9a6d12e2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551e53f3-55d9-492e-9a22-0398803f1a81,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:51.840837 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8430dd8a-5524-4970-8711-af9a6d12e2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:51.973170 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90773962-62b0-460c-865c-ed5147a01c91 req-ed465ecc-7a87-443b-ae92-d5cac4526808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:51.977367 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-ed465ecc-7a87-443b-ae92-d5cac4526808 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 1097 time: 0.8502605 Jun 29 11:35:52.018637 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fce13b07-b759-4b55-b315-51570f92a6a1 req-e77ebfd9-fb54-479a-812d-376f41fb9a9a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150321 Jun 29 11:35:52.134971 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Attempting to bind port e0245ea7-dfe7-4922-899e-237ac825b6eb on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:52.135712 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Attempting to bind port e0245ea7-dfe7-4922-899e-237ac825b6eb by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:52.136425 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Attempting to bind port e0245ea7-dfe7-4922-899e-237ac825b6eb on network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:52.147240 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-f5bc8a80-f866-4b73-a19d-b4eed6d9aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:52.149052 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-f5bc8a80-f866-4b73-a19d-b4eed6d9aefb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc97e1e15544a4c9a9626bf7f38a3ac&device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 1096 time: 0.9242260 Jun 29 11:35:52.150615 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-39d6fba0-e003-49ca-90bc-c62a2a4d57a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85c3ef3-a7b5-4556-8fbb-d8389da66780 HTTP/1.1" status: 200 len: 217 time: 0.1523426 Jun 29 11:35:52.155905 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Port e0245ea7-dfe7-4922-899e-237ac825b6eb on network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:35:52.157755 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Attempting to bind port e0245ea7-dfe7-4922-899e-237ac825b6eb on network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:52.177302 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:52.178036 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Checking segment: {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:52.179160 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Bound using segment: {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:52.179992 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Bound port: e0245ea7-dfe7-4922-899e-237ac825b6eb, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'}}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:52.181740 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:52.214952 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:52.258590 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec50a-ec70-4a17-9870-8584e0b35d7f req-51fc6813-5f75-441c-bdf2-4b09ccbd1074 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:52.260467 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6c3ec50a-ec70-4a17-9870-8584e0b35d7f req-51fc6813-5f75-441c-bdf2-4b09ccbd1074 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.3736455 Jun 29 11:35:52.279171 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-1f7daa49-c6be-4e37-b6e3-93876b7db592 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2f7b242-928a-4ead-a0c4-892bc1c45907 HTTP/1.1" status: 200 len: 217 time: 0.1171458 Jun 29 11:35:52.336051 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:52.357089 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] For port e0245ea7-dfe7-4922-899e-237ac825b6eb, host hv-cinder-79760, cleared binding levels {{(pid=93144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:52.366119 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6c3ec50a-ec70-4a17-9870-8584e0b35d7f req-e9cd1987-c32b-44a4-b80c-7ab8ba458859 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766823 Jun 29 11:35:52.406836 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] For port e0245ea7-dfe7-4922-899e-237ac825b6eb, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:52.415365 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:52.426171 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-287a6274-3746-4d72-9101-794085aadc94 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:52.460229 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:52.461131 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:52.463043 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] 10.222.0.24 "PUT /v2.0/ports/e0245ea7-dfe7-4922-899e-237ac825b6eb HTTP/1.1" status: 200 len: 1093 time: 1.5811574 Jun 29 11:35:52.464097 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'tag': 'e0245ea7-dfe7-4922-899e-237ac825b6eb'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:35:52.488001 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Network fe85a0d1-59aa-4755-b172-e189055a6707 is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:52.507934 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90773962-62b0-460c-865c-ed5147a01c91 req-515bc032-f9a8-41df-b066-33410e407cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:52.509821 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-515bc032-f9a8-41df-b066-33410e407cf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85b0fdec-a2e5-4fae-9c43-f02bf104f75f HTTP/1.1" status: 200 len: 855 time: 0.2987652 Jun 29 11:35:52.525231 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:52.541669 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:52.544684 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:52.572842 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-4be430a7-f429-4bd3-916b-8f61ccc39e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:52.574708 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-4be430a7-f429-4bd3-916b-8f61ccc39e8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=078146a2-a682-4fd7-8dc5-3f2a2f038046 HTTP/1.1" status: 200 len: 852 time: 0.2553842 Jun 29 11:35:52.575835 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:52.675354 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-495fcac9-ee88-45e4-875b-c3e1c3405e39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50183bd1-e74d-45c1-b7cc-ddca4f02236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459668 Jun 29 11:35:52.773914 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-16daa3ec-abbf-4a8a-b057-c7a7141cdb28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a54b4a3-e2b9-435d-8952-8dda5799b19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406608 Jun 29 11:35:52.808471 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0245ea7-dfe7-4922-899e-237ac825b6eb,revision_number=3']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:52.815221 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:52.911040 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-50443de0-aa34-426b-b48a-4b3aadd648cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:52.917150 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-50443de0-aa34-426b-b48a-4b3aadd648cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 1096 time: 0.3176317 Jun 29 11:35:53.097744 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-01b044ec-9a7c-4fcc-8316-4e35bb445464 None None] Provisioning for port 74388978-24cc-4bb8-ae15-73414980f1cf completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:53.153742 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-01b044ec-9a7c-4fcc-8316-4e35bb445464 None None] Provisioning complete for port 74388978-24cc-4bb8-ae15-73414980f1cf triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:53.154137 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-01b044ec-9a7c-4fcc-8316-4e35bb445464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.167851 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3f6603ba-7774-42ae-ae19-d125c0cb3c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.180240 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:53.181867 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.203884 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-03779ec9-ecff-4b1c-aae6-d832f33676bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb HTTP/1.1" status: 200 len: 217 time: 0.2718408 Jun 29 11:35:53.225437 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f180aaf-f3de-4c48-9e81-437ec814569f req-d53bec29-b2a1-4aec-bf19-42404ae11e51 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:53.236437 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1f180aaf-f3de-4c48-9e81-437ec814569f req-d53bec29-b2a1-4aec-bf19-42404ae11e51 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 932 time: 0.9601257 Jun 29 11:35:53.258215 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-01b044ec-9a7c-4fcc-8316-4e35bb445464 None None] Port 74388978-24cc-4bb8-ae15-73414980f1cf cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:35:53.351647 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e467cd2b-5153-433f-96a9-bd5b6815197d x-openstack-request-id: req-e467cd2b-5153-433f-96a9-bd5b6815197d {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:35:53.351974 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a8c55d-befc-4326-8389-7e2785bab980", "tag": "d85c3ef3-a7b5-4556-8fbb-d8389da66780", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:35:53.353765 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e467cd2b-5153-433f-96a9-bd5b6815197d {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:35:53.357184 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8c55d-befc-4326-8389-7e2785bab980', 'tag': 'd85c3ef3-a7b5-4556-8fbb-d8389da66780', 'status': 'completed', 'code': 200} Jun 29 11:35:53.388493 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-5a373b22-711a-48f6-acac-2cf91c49407e service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893361 Jun 29 11:35:53.510735 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2332802 Jun 29 11:35:53.512804 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e2d259-d413-403f-a730-7b931d411e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5607ad-408a-47c7-9d90-19403a5fbba4", "tag": "e0245ea7-dfe7-4922-899e-237ac825b6eb"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:35:53.521888 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-068f3bbb-4c7d-48c7-89b6-9ea4876781f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:53.523732 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-068f3bbb-4c7d-48c7-89b6-9ea4876781f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.3096697 Jun 29 11:35:53.548057 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Request body: {'port': {'device_id': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:53.618092 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163dc19-4aff-413d-88c2-2be898b4b312 req-d980d65f-6184-4eed-874d-767e15a00f6e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:53.625196 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5163dc19-4aff-413d-88c2-2be898b4b312 req-d980d65f-6184-4eed-874d-767e15a00f6e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.2735665 Jun 29 11:35:53.645881 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1f180aaf-f3de-4c48-9e81-437ec814569f req-9211bedf-017f-49c9-be83-abbb75997c77 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051244 Jun 29 11:35:53.714204 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-90773962-62b0-460c-865c-ed5147a01c91 req-77d0d898-c10f-491a-adfd-2ca5847fa522 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235755 Jun 29 11:35:53.787250 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.792772 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-91727d73-c78e-4842-ad2c-04cebc485bc5 service neutron] 10.222.0.24 "GET /v2.0/networks/5a54b4a3-e2b9-435d-8952-8dda5799b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346572 Jun 29 11:35:53.812850 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5163dc19-4aff-413d-88c2-2be898b4b312 req-7749066c-6911-4754-8ac1-5a99c3f5b671 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741450 Jun 29 11:35:53.851544 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-a18d5216-d5c9-433f-a773-38b0cba5ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:53.857206 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-a18d5216-d5c9-433f-a773-38b0cba5ea8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3195987 Jun 29 11:35:54.206911 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-e982f04b-f83b-45ae-b3bc-63b2e464aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:54.209490 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-e982f04b-f83b-45ae-b3bc-63b2e464aee5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 1097 time: 0.3770478 Jun 29 11:35:54.232165 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-1d0c006f-efb3-495f-8cac-7eec4da02a28 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649035 Jun 29 11:35:54.270249 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1346ea-f3ab-4dc1-91a5-920c393cd95c req-2ce82996-0a3d-432e-8379-9dc7462ea594 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:54.278579 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2a1346ea-f3ab-4dc1-91a5-920c393cd95c req-2ce82996-0a3d-432e-8379-9dc7462ea594 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.2305231 Jun 29 11:35:54.332981 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2a1346ea-f3ab-4dc1-91a5-920c393cd95c req-bce572f8-c439-4428-a750-56bf4c316bc4 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533876 Jun 29 11:35:54.478520 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e317a96-8de6-41bd-901c-40ac9b47d121 req-48a980e3-28b2-41fa-9e4c-384fb15a089f service neutron] 10.222.0.24 "GET /v2.0/networks/5a54b4a3-e2b9-435d-8952-8dda5799b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718068 Jun 29 11:35:54.549624 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b7ff5-0f13-4816-8458-04086b2decc1 req-5cc198ec-7e5b-4b75-b9aa-6f701f15d386 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:54.556593 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b11b7ff5-0f13-4816-8458-04086b2decc1 req-5cc198ec-7e5b-4b75-b9aa-6f701f15d386 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.5411589 Jun 29 11:35:54.695258 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b11b7ff5-0f13-4816-8458-04086b2decc1 req-bc69da03-233c-4947-875a-26d4f3db9c3e tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959702 Jun 29 11:35:54.755740 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757051c2-ed1c-42f8-bd1b-70cfbe769a82 x-openstack-request-id: req-757051c2-ed1c-42f8-bd1b-70cfbe769a82 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:35:54.755901 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5607ad-408a-47c7-9d90-19403a5fbba4", "tag": "e0245ea7-dfe7-4922-899e-237ac825b6eb", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:35:54.756237 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-757051c2-ed1c-42f8-bd1b-70cfbe769a82 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:35:54.756708 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'tag': 'e0245ea7-dfe7-4922-899e-237ac825b6eb', 'status': 'completed', 'code': 200} Jun 29 11:35:54.964240 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74388978-24cc-4bb8-ae15-73414980f1cf {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:35:54.996211 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:55.104359 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b156b4-2026-4383-880e-8ebd74e56501 req-31e80f98-ae7d-4d14-9be7-2d9d9cdadb09 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:55.107061 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d0b156b4-2026-4383-880e-8ebd74e56501 req-31e80f98-ae7d-4d14-9be7-2d9d9cdadb09 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.1021571 Jun 29 11:35:55.161998 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Transition to ACTIVE for port object 74388978-24cc-4bb8-ae15-73414980f1cf will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:55.184916 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d0b156b4-2026-4383-880e-8ebd74e56501 req-d00013a9-250d-4d77-8848-26bb4402f4aa tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661364 Jun 29 11:35:55.403852 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:55.404845 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1cb1a0-7080-4428-9e37-45d6165470bd', 'tag': 'b2f7b242-928a-4ead-a0c4-892bc1c45907'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:35:55.408526 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1cb1a0-7080-4428-9e37-45d6165470bd", "tag": "b2f7b242-928a-4ead-a0c4-892bc1c45907"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:35:55.432944 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:55.536948 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1dc8a-aea1-4a0e-ab6f-b290136e70bf req-1a2c0c1c-8e4f-4b4e-9154-892d93b6b7f8 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:55.546436 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9e1dc8a-aea1-4a0e-ab6f-b290136e70bf req-1a2c0c1c-8e4f-4b4e-9154-892d93b6b7f8 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.0911746 Jun 29 11:35:55.552736 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b46c71-0b3d-42fd-976a-96c4a068f7ca req-fa76d8b6-c3a5-4dfe-9b02-01257b0b87c5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:55.561537 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-00b46c71-0b3d-42fd-976a-96c4a068f7ca req-fa76d8b6-c3a5-4dfe-9b02-01257b0b87c5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 932 time: 0.6944969 Jun 29 11:35:55.596782 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-29fe55b7-76df-43e9-b678-6f7a8d321396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:55.598598 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-29fe55b7-76df-43e9-b678-6f7a8d321396 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 916 time: 0.5933223 Jun 29 11:35:55.602188 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Pushing event updated for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:55.605998 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:55.642953 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-00b46c71-0b3d-42fd-976a-96c4a068f7ca req-cffe29f6-f6f8-409c-a2d7-414bc8fd6644 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803452 Jun 29 11:35:55.647014 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9e1dc8a-aea1-4a0e-ab6f-b290136e70bf req-8bef5d7f-ea77-4527-bcdd-60d993781039 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990660 Jun 29 11:35:55.760048 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Attempting to bind port 74388978-24cc-4bb8-ae15-73414980f1cf on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:55.760769 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Attempting to bind port 74388978-24cc-4bb8-ae15-73414980f1cf by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:55.761353 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Attempting to bind port 74388978-24cc-4bb8-ae15-73414980f1cf on network fe85a0d1-59aa-4755-b172-e189055a6707 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:55.769013 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Port 74388978-24cc-4bb8-ae15-73414980f1cf on network fe85a0d1-59aa-4755-b172-e189055a6707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:35:55.769566 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Attempting to bind port 74388978-24cc-4bb8-ae15-73414980f1cf on network fe85a0d1-59aa-4755-b172-e189055a6707 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:55.777737 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:55.778607 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Checking segment: {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:55.779306 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Bound using segment: {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:55.780278 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Bound port: 74388978-24cc-4bb8-ae15-73414980f1cf, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:55.780833 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:55.884606 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:55.888960 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:55.895817 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:55.899071 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-271078fb-77b8-463a-ae2c-8456552dc0d2 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:55.956475 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71cf0a4-318b-4aa7-b32e-796bc7d55c26 x-openstack-request-id: req-e71cf0a4-318b-4aa7-b32e-796bc7d55c26 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:35:55.956992 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1cb1a0-7080-4428-9e37-45d6165470bd", "tag": "b2f7b242-928a-4ead-a0c4-892bc1c45907", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:35:55.957436 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e71cf0a4-318b-4aa7-b32e-796bc7d55c26 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:35:55.958065 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1cb1a0-7080-4428-9e37-45d6165470bd', 'tag': 'b2f7b242-928a-4ead-a0c4-892bc1c45907', 'status': 'completed', 'code': 200} Jun 29 11:35:55.985202 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:55.987468 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:55.990967 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] 10.222.0.24 "PUT /v2.0/ports/74388978-24cc-4bb8-ae15-73414980f1cf HTTP/1.1" status: 200 len: 1094 time: 2.4647059 Jun 29 11:35:56.129188 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-be34c63d-7dec-4237-a52d-36a838779231 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85c3ef3-a7b5-4556-8fbb-d8389da66780 HTTP/1.1" status: 200 len: 217 time: 0.1363318 Jun 29 11:35:56.137353 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Pushing event updated for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:56.150228 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:56.302413 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e0c4b-105d-46b1-b0aa-8f1ac338fa42 req-5617f3e7-82ce-4af6-a4e2-1f3299e3d276 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:56.314560 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e07e0c4b-105d-46b1-b0aa-8f1ac338fa42 req-5617f3e7-82ce-4af6-a4e2-1f3299e3d276 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.3748739 Jun 29 11:35:56.320713 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-50d221d4-8a23-46a4-8be6-1e137e978f18 req-631ce6d7-f977-499f-ad0c-a13061578c56 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067946 Jun 29 11:35:56.383605 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-445f4666-d963-4ae9-8488-dd74892800b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.431648 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e07e0c4b-105d-46b1-b0aa-8f1ac338fa42 req-50fee6f9-61b1-4235-9c30-7f4d81eaac18 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093113 Jun 29 11:35:56.483170 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca169a1-e12c-4f6d-8fe9-6d655dbbda57 req-6adc5a99-8ce0-48a4-a613-b4106b30e27e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:56.485621 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-cca169a1-e12c-4f6d-8fe9-6d655dbbda57 req-6adc5a99-8ce0-48a4-a613-b4106b30e27e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.0824823 Jun 29 11:35:56.509691 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58502) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:56.544661 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-cca169a1-e12c-4f6d-8fe9-6d655dbbda57 req-aa074e76-fca4-4484-aff7-a610f1bb8bfa tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520825 Jun 29 11:35:56.643052 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0bf124a2-e641-4a26-acb8-d53f45af6779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.796678 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0bf124a2-e641-4a26-acb8-d53f45af6779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.807821 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0bf124a2-e641-4a26-acb8-d53f45af6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.815837 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:56.941196 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3850ec-9092-4996-a555-f243032ffeb8 req-17d5fbd6-1c8a-4b6e-ba17-27ffd2c36452 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:56.943339 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5d3850ec-9092-4996-a555-f243032ffeb8 req-17d5fbd6-1c8a-4b6e-ba17-27ffd2c36452 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.0984654 Jun 29 11:35:56.963439 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-0bf124a2-e641-4a26-acb8-d53f45af6779 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ab1e97d787c4f0d927ba5a3240353df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521508 Jun 29 11:35:56.966751 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58514) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:56.978266 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf124a2-e641-4a26-acb8-d53f45af6779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78c6ae1-792c-4c7e-a9ab-fe0529c23e24,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:56.990588 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0bf124a2-e641-4a26-acb8-d53f45af6779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:57.019799 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5d3850ec-9092-4996-a555-f243032ffeb8 req-5ba9b4da-f5de-427e-9747-0866b97003ea tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649211 Jun 29 11:35:57.055512 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466406e-6ac0-48ab-bf74-4daa4728879d req-faafccb3-3163-41ea-b723-d39613a30f80 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:57.057177 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5466406e-6ac0-48ab-bf74-4daa4728879d req-faafccb3-3163-41ea-b723-d39613a30f80 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1959026 Jun 29 11:35:57.060584 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8b0826c5-ec2c-4d32-89c8-423d84dc8d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.078468 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.101774 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8b0826c5-ec2c-4d32-89c8-423d84dc8d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.146211 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5466406e-6ac0-48ab-bf74-4daa4728879d req-42ad8344-f535-4908-8899-841f2d165529 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747397 Jun 29 11:35:57.187135 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8b0826c5-ec2c-4d32-89c8-423d84dc8d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.191016 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8b0826c5-ec2c-4d32-89c8-423d84dc8d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.192696 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-8b0826c5-ec2c-4d32-89c8-423d84dc8d8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e78c6ae1-792c-4c7e-a9ab-fe0529c23e24 HTTP/1.1" status: 204 len: 168 time: 0.2226510 Jun 29 11:35:57.193777 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-32ed89a2-e11b-4697-9c94-106c1bb8e8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:57.206789 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0826c5-ec2c-4d32-89c8-423d84dc8d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78c6ae1-792c-4c7e-a9ab-fe0529c23e24,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:57.210697 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8b0826c5-ec2c-4d32-89c8-423d84dc8d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:57.595475 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58526) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:57.613009 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-94c6ce30-51bb-4f34-b2d7-137b89c88a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.664005 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0198a6-a7e3-434b-a139-9f0d8330780b req-f36ab6b0-a258-4814-a9b5-6b27938ef06a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:57.666744 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5b0198a6-a7e3-434b-a139-9f0d8330780b req-f36ab6b0-a258-4814-a9b5-6b27938ef06a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.0943792 Jun 29 11:35:57.720510 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5b0198a6-a7e3-434b-a139-9f0d8330780b req-d0b82be3-7cb6-4cfc-b887-12a66cd5762f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468295 Jun 29 11:35:57.743312 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-94c6ce30-51bb-4f34-b2d7-137b89c88a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.748912 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-94c6ce30-51bb-4f34-b2d7-137b89c88a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.752217 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:57.829884 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-94c6ce30-51bb-4f34-b2d7-137b89c88a3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5810438204a84c40a30c6abc9779bb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330313 Jun 29 11:35:57.833049 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58528) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:57.835147 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6ce30-51bb-4f34-b2d7-137b89c88a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c5f9c1-f2ae-464d-8fbf-d0d5f783916f,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:57.839050 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-94c6ce30-51bb-4f34-b2d7-137b89c88a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:57.940156 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fca6b6-3365-43b6-b1fd-10224efbc5d2 req-9aac896d-55f4-42f1-8c96-a9c991511583 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:57.941962 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e3fca6b6-3365-43b6-b1fd-10224efbc5d2 req-9aac896d-55f4-42f1-8c96-a9c991511583 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.1757681 Jun 29 11:35:57.974654 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:35:57.984343 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:35:57.991212 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f req-8e592ac3-8b53-41d4-b1d3-b25811fa044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:57.994305 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f req-8e592ac3-8b53-41d4-b1d3-b25811fa044f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc97e1e15544a4c9a9626bf7f38a3ac&device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 1096 time: 0.1469107 Jun 29 11:35:58.012784 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.064292 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52829bfa-1834-473a-9458-6fd99684d3ab x-openstack-request-id: req-52829bfa-1834-473a-9458-6fd99684d3ab {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:35:58.064783 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:35:58.065455 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-52829bfa-1834-473a-9458-6fd99684d3ab {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:35:58.066418 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf', 'status': 'completed', 'code': 200} Jun 29 11:35:58.103058 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e3fca6b6-3365-43b6-b1fd-10224efbc5d2 req-47945458-9792-4cb4-b21b-47cf5caed9ad tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484940 Jun 29 11:35:58.196434 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-245959ec-ee5d-49fe-baac-74dbebba09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:58.199102 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-245959ec-ee5d-49fe-baac-74dbebba09bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85b0fdec-a2e5-4fae-9c43-f02bf104f75f HTTP/1.1" status: 200 len: 855 time: 0.3331718 Jun 29 11:35:58.226810 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f req-bd9c1e48-1ae2-4ff4-a4da-43b5b6981807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:58.228487 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f req-bd9c1e48-1ae2-4ff4-a4da-43b5b6981807 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a54b4a3-e2b9-435d-8952-8dda5799b19b HTTP/1.1" status: 200 len: 913 time: 0.2221360 Jun 29 11:35:58.348441 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-7f634d66-00f6-4a81-878b-6328e4a08345 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50183bd1-e74d-45c1-b7cc-ddca4f02236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367366 Jun 29 11:35:58.360354 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a23-9246-43f1-b2e6-b87773d02e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.469937 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f req-47f5c746-f7cc-4afb-b65c-3c6b12b42615 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2f7b242-928a-4ead-a0c4-892bc1c45907 HTTP/1.1" status: 200 len: 217 time: 0.2338994 Jun 29 11:35:58.502628 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-5c41a301-ed3c-4578-a420-19bf2b9266fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:58.505478 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-5c41a301-ed3c-4578-a420-19bf2b9266fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 1097 time: 0.6070437 Jun 29 11:35:58.550716 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a23-9246-43f1-b2e6-b87773d02e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.558748 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2d259-d413-403f-a730-7b931d411e0c req-8cdc8371-2ff4-4ddd-800b-5a433fcfbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:58.561381 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56e2d259-d413-403f-a730-7b931d411e0c req-8cdc8371-2ff4-4ddd-800b-5a433fcfbcad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 1096 time: 0.5101831 Jun 29 11:35:58.570065 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f req-fb04080a-a6d8-4c84-94a3-9bfeebc11f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:58.571654 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f req-fb04080a-a6d8-4c84-94a3-9bfeebc11f7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=078146a2-a682-4fd7-8dc5-3f2a2f038046 HTTP/1.1" status: 200 len: 852 time: 0.0930097 Jun 29 11:35:58.611959 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f req-9d84918f-5e18-4921-b63a-c96914fa3b43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a54b4a3-e2b9-435d-8952-8dda5799b19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332260 Jun 29 11:35:58.638322 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d8932-19ac-4bdf-9aed-b8962e6c5493 req-ee575307-18fa-4404-8054-2d145ae03fad tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:58.653074 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d36d8932-19ac-4bdf-9aed-b8962e6c5493 req-ee575307-18fa-4404-8054-2d145ae03fad tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1846800 Jun 29 11:35:58.661741 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-b88340f8-d837-4ca0-8e1a-d7bb1c843828 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74388978-24cc-4bb8-ae15-73414980f1cf HTTP/1.1" status: 200 len: 217 time: 0.1262472 Jun 29 11:35:58.805892 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047affc-5849-4a2c-b93b-d3ec31aec5cf req-14b97bb4-b5eb-499b-9dc9-f712501c43ac tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:58.807786 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5047affc-5849-4a2c-b93b-d3ec31aec5cf req-14b97bb4-b5eb-499b-9dc9-f712501c43ac tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.6029112 Jun 29 11:35:58.823310 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d36d8932-19ac-4bdf-9aed-b8962e6c5493 req-eebe607b-3e4c-4531-b675-ac5faa62b8a4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681161 Jun 29 11:35:58.849717 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-7b31095c-4b8d-456d-9658-9b4aeacd626c service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829037 Jun 29 11:35:58.899897 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-8c63188e-1f00-4021-829d-17f3924ec66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:58.901460 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-8c63188e-1f00-4021-829d-17f3924ec66c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.1871200 Jun 29 11:35:58.923120 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f req-b853d2d3-a686-4ce4-b28d-abc28fd499cc service neutron] 10.222.0.24 "GET /v2.0/networks/5a54b4a3-e2b9-435d-8952-8dda5799b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020504 Jun 29 11:35:58.957355 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a23-9246-43f1-b2e6-b87773d02e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.964800 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2d259-d413-403f-a730-7b931d411e0c req-778a6147-957d-4092-a682-632fa98a1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:58.966491 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56e2d259-d413-403f-a730-7b931d411e0c req-778a6147-957d-4092-a682-632fa98a1b7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 910 time: 0.3794589 Jun 29 11:35:58.977083 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a23-9246-43f1-b2e6-b87773d02e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.979258 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-5e4d4a23-9246-43f1-b2e6-b87773d02e1f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f9c5f9c1-f2ae-464d-8fbf-d0d5f783916f HTTP/1.1" status: 204 len: 168 time: 1.1444006 Jun 29 11:35:58.985473 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-14b35f2d-0fa8-49f1-a2a6-005354543485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:59.094055 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5047affc-5849-4a2c-b93b-d3ec31aec5cf req-194943f1-3f55-4153-b3f0-a4adcb9daff0 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745194 Jun 29 11:35:59.102412 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-34c31a1c-e3c8-4d3d-a978-8ca2401d4d46 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343400 Jun 29 11:35:59.103792 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d4a23-9246-43f1-b2e6-b87773d02e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c5f9c1-f2ae-464d-8fbf-d0d5f783916f,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:59.107300 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5e4d4a23-9246-43f1-b2e6-b87773d02e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:59.146584 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358ea11-c91f-4313-a1f8-291890ad8fb7 req-0a6e0fcc-6c50-418a-bb0b-1c2a20f3a79b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:59.155649 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1358ea11-c91f-4313-a1f8-291890ad8fb7 req-0a6e0fcc-6c50-418a-bb0b-1c2a20f3a79b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.1430533 Jun 29 11:35:59.200219 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1358ea11-c91f-4313-a1f8-291890ad8fb7 req-de03ebb2-bd40-418a-a8a8-b3ee2357ae87 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436223 Jun 29 11:35:59.402676 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b221114-a381-4f66-805d-9e71850a1592 req-9e4a4ab4-68d3-40e9-9a59-6eb3292ae073 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:59.404732 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2b221114-a381-4f66-805d-9e71850a1592 req-9e4a4ab4-68d3-40e9-9a59-6eb3292ae073 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.0832446 Jun 29 11:35:59.465854 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2b221114-a381-4f66-805d-9e71850a1592 req-9100eb21-b1f1-4571-96fb-821f46cacf26 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Jun 29 11:35:59.497701 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:00.133459 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c386-6acb-43ba-bddc-5669a84e3406 req-5e05b9cd-5992-4247-91cb-ed5dd2d449e7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:00.136051 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cdd3c386-6acb-43ba-bddc-5669a84e3406 req-5e05b9cd-5992-4247-91cb-ed5dd2d449e7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1081982 Jun 29 11:36:00.184856 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cdd3c386-6acb-43ba-bddc-5669a84e3406 req-25cea7bb-fb7f-4ca4-baa7-ddf88a97263b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417025 Jun 29 11:36:00.404633 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee016d-9061-40f5-a856-743fb9febf91 req-4c00f548-e7e1-4d7d-bd21-24ffd412d67b tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:00.407112 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-36ee016d-9061-40f5-a856-743fb9febf91 req-4c00f548-e7e1-4d7d-bd21-24ffd412d67b tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.1308706 Jun 29 11:36:00.496546 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-36ee016d-9061-40f5-a856-743fb9febf91 req-a3170718-2ee3-4832-b9d7-e03e74209e97 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782852 Jun 29 11:36:00.506896 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e013bc0-e6a9-4329-9e15-c0876846845c req-d323f975-3a62-4630-9246-8bcf87331b1a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:00.511092 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6e013bc0-e6a9-4329-9e15-c0876846845c req-d323f975-3a62-4630-9246-8bcf87331b1a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.1268702 Jun 29 11:36:00.578251 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6e013bc0-e6a9-4329-9e15-c0876846845c req-5cf9c16a-32e4-4cc1-a439-b6a4cdc041ac tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539474 Jun 29 11:36:00.817704 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db3cb4-92ff-4be8-a4cf-a145469cb920 req-454470f6-6793-4ae2-9f0e-6b1cec6cb85c tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:00.822508 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-28db3cb4-92ff-4be8-a4cf-a145469cb920 req-454470f6-6793-4ae2-9f0e-6b1cec6cb85c tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.1216805 Jun 29 11:36:00.886459 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-28db3cb4-92ff-4be8-a4cf-a145469cb920 req-1a195a28-1461-4718-802a-2185698b560e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593479 Jun 29 11:36:01.454879 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3eb3f-1d72-46b1-9261-69e683d76448 req-f49b46c8-95c5-4ce0-8ce0-4ce78e7725c5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:01.456506 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2d3eb3f-1d72-46b1-9261-69e683d76448 req-f49b46c8-95c5-4ce0-8ce0-4ce78e7725c5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1072834 Jun 29 11:36:01.503424 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2d3eb3f-1d72-46b1-9261-69e683d76448 req-dd3d6392-ba6e-42d7-951c-c99b004a5cc7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402033 Jun 29 11:36:01.643597 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58630) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:01.707309 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-81bc31b8-3585-48c9-8d85-4ab867cdbd5f req-cc2784d4-2302-4e60-a2f8-fae8d542a487 service neutron] 10.222.0.24 "GET /v2.0/networks/5a54b4a3-e2b9-435d-8952-8dda5799b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581626 Jun 29 11:36:01.710394 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56e2d259-d413-403f-a730-7b931d411e0c req-c43f1d84-0507-4bba-bdea-6d4c1a8e9229 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb HTTP/1.1" status: 200 len: 217 time: 0.1506114 Jun 29 11:36:01.813114 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-c6a2123b-c283-42f2-a047-683619fa8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:01.814923 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-c6a2123b-c283-42f2-a047-683619fa8588 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2684693 Jun 29 11:36:01.836710 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426e3a3-02eb-41fc-ba29-9a922ff20511 req-c732bc11-5372-4a5c-a1ef-3cf35e646d36 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:01.838382 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3426e3a3-02eb-41fc-ba29-9a922ff20511 req-c732bc11-5372-4a5c-a1ef-3cf35e646d36 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.1335695 Jun 29 11:36:01.857352 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f3329a68-52bf-4d9f-af8d-2627e144eec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:01.896679 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3426e3a3-02eb-41fc-ba29-9a922ff20511 req-2d535100-b06c-4b67-99e0-e29685b394c9 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508261 Jun 29 11:36:01.924699 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ead129-e21e-48f4-816d-3122916e8015 req-c309d2ca-08f0-48fa-9834-5804947f8f1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:01.926533 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1ead129-e21e-48f4-816d-3122916e8015 req-c309d2ca-08f0-48fa-9834-5804947f8f1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.1315145 Jun 29 11:36:02.054780 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1ead129-e21e-48f4-816d-3122916e8015 req-24ca05f0-b02a-46b8-9a12-7311227f1f3e tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148098 Jun 29 11:36:02.142876 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f3329a68-52bf-4d9f-af8d-2627e144eec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.147464 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f3329a68-52bf-4d9f-af8d-2627e144eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.150691 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:02.195909 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-f3329a68-52bf-4d9f-af8d-2627e144eec6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=614523688fe74ce7bc5cee89099c32e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484312 Jun 29 11:36:02.195909 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3329a68-52bf-4d9f-af8d-2627e144eec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee87b990-57c8-4d61-91c3-bd401434f2c4,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:02.197743 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f3329a68-52bf-4d9f-af8d-2627e144eec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:02.198319 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58642) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:02.237016 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03c4ee-244d-474b-8005-3a6b9777293f req-7eb1978a-1980-498b-8596-ff9a904245b0 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:02.239221 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed03c4ee-244d-474b-8005-3a6b9777293f req-7eb1978a-1980-498b-8596-ff9a904245b0 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.0988770 Jun 29 11:36:02.260242 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d4f81ac0-0605-45ef-8308-ccd904e4c238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.285792 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d4f81ac0-0605-45ef-8308-ccd904e4c238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.305004 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed03c4ee-244d-474b-8005-3a6b9777293f req-4c9673e6-ee79-4e96-9238-0cb2814029dd tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581989 Jun 29 11:36:02.356367 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d4f81ac0-0605-45ef-8308-ccd904e4c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.359857 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d4f81ac0-0605-45ef-8308-ccd904e4c238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.361091 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-d4f81ac0-0605-45ef-8308-ccd904e4c238 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ee87b990-57c8-4d61-91c3-bd401434f2c4 HTTP/1.1" status: 204 len: 168 time: 0.1613209 Jun 29 11:36:02.361861 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-94c6ce30-51bb-4f34-b2d7-137b89c88a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:02.371284 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f81ac0-0605-45ef-8308-ccd904e4c238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee87b990-57c8-4d61-91c3-bd401434f2c4,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:02.374437 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d4f81ac0-0605-45ef-8308-ccd904e4c238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:02.749338 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58650) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:02.763891 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e309e0-2ed0-4650-a6c4-5378a87acc22 req-d7992592-44f4-41e1-b59c-564945ed42f7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:02.765960 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d4e309e0-2ed0-4650-a6c4-5378a87acc22 req-d7992592-44f4-41e1-b59c-564945ed42f7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1132085 Jun 29 11:36:02.780941 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-70f8e3a1-e677-44f8-b78d-0198072dbf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.827839 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d4e309e0-2ed0-4650-a6c4-5378a87acc22 req-21d1e55b-1894-4987-8b1c-34bc45b06129 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542638 Jun 29 11:36:02.919079 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-70f8e3a1-e677-44f8-b78d-0198072dbf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.924392 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-70f8e3a1-e677-44f8-b78d-0198072dbf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.927748 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0bf124a2-e641-4a26-acb8-d53f45af6779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:02.989323 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8e3a1-e677-44f8-b78d-0198072dbf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995f56fd-a650-4413-b2b2-2074a98cbbc9,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:03.000749 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-70f8e3a1-e677-44f8-b78d-0198072dbf41 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf3d6e7d1e7e42718a6635d2e7d290a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468879 Jun 29 11:36:03.000749 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-70f8e3a1-e677-44f8-b78d-0198072dbf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:03.001848 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58656) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:03.101530 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-08d99cf2-9edf-4ddf-bbce-2a8e478a06a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:03.138897 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-08d99cf2-9edf-4ddf-bbce-2a8e478a06a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:03.232359 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-08d99cf2-9edf-4ddf-bbce-2a8e478a06a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:03.239068 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-08d99cf2-9edf-4ddf-bbce-2a8e478a06a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:03.247735 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-08d99cf2-9edf-4ddf-bbce-2a8e478a06a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/995f56fd-a650-4413-b2b2-2074a98cbbc9 HTTP/1.1" status: 204 len: 168 time: 0.2418396 Jun 29 11:36:03.248151 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d4f81ac0-0605-45ef-8308-ccd904e4c238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:03.266785 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d99cf2-9edf-4ddf-bbce-2a8e478a06a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995f56fd-a650-4413-b2b2-2074a98cbbc9,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:03.285203 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2d259-d413-403f-a730-7b931d411e0c req-fe4f63b7-4da1-4303-9f4d-bb99b163010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:03.288528 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-08d99cf2-9edf-4ddf-bbce-2a8e478a06a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:03.290401 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56e2d259-d413-403f-a730-7b931d411e0c req-fe4f63b7-4da1-4303-9f4d-bb99b163010d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.2227554 Jun 29 11:36:03.358923 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c9e2a-8c27-49d0-854b-a8808a72247d req-823c2b8d-c9f5-479f-9e44-7a7c7bcb235f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:03.360711 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4e2c9e2a-8c27-49d0-854b-a8808a72247d req-823c2b8d-c9f5-479f-9e44-7a7c7bcb235f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.0971472 Jun 29 11:36:03.412451 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-589ac792-96d5-4aa4-8836-49c2181e0c4b service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433962 Jun 29 11:36:03.417372 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4e2c9e2a-8c27-49d0-854b-a8808a72247d req-f80d59a0-3469-4471-acdb-42808aada6cf tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Jun 29 11:36:03.440417 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a10ebf-e9d5-4451-af30-40d68ba72ceb req-1ac882f2-ce54-46fe-bd27-3ef2c609b645 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:03.444487 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d3a10ebf-e9d5-4451-af30-40d68ba72ceb req-1ac882f2-ce54-46fe-bd27-3ef2c609b645 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.3277628 Jun 29 11:36:03.661528 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1a31a-b94f-44a5-9f04-8aad40f79c82 req-917ca634-cb04-44a9-9452-141c0af3dee9 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:03.664479 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0cb1a31a-b94f-44a5-9f04-8aad40f79c82 req-917ca634-cb04-44a9-9452-141c0af3dee9 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.1088305 Jun 29 11:36:03.728873 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0cb1a31a-b94f-44a5-9f04-8aad40f79c82 req-632b7607-a0eb-4705-8547-9d1513db7a0a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559680 Jun 29 11:36:03.790652 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2d259-d413-403f-a730-7b931d411e0c req-cb17d163-b0ab-4f9f-850a-7b24768bc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:03.792367 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56e2d259-d413-403f-a730-7b931d411e0c req-cb17d163-b0ab-4f9f-850a-7b24768bc137 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4925776 Jun 29 11:36:03.798930 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d3a10ebf-e9d5-4451-af30-40d68ba72ceb req-1ab2ddb1-d021-41a9-8553-d0cdc0cb4c18 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399587 Jun 29 11:36:03.886420 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-25de9ce3-5fef-4303-ad06-24ba5d25a340 req-28b05c9a-db8f-4fca-ada3-801eb4b8b65d service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647865 Jun 29 11:36:03.929809 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56e2d259-d413-403f-a730-7b931d411e0c req-e26fd2f0-6033-4dc8-bdd7-55f406061b2f service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296430 Jun 29 11:36:04.168528 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56e2d259-d413-403f-a730-7b931d411e0c req-faecd781-21fb-4801-889b-acd3bfacf6c1 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023680 Jun 29 11:36:04.177178 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-314c558d-ef4a-453a-be16-bf73702fb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:04.179080 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-314c558d-ef4a-453a-be16-bf73702fb5fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 1097 time: 0.1519279 Jun 29 11:36:04.187416 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea2cf6-ac45-4e58-bedd-58749b14c5a8 req-7b940c83-1e5b-43ee-8024-c309d7c33dc6 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:04.190234 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ceea2cf6-ac45-4e58-bedd-58749b14c5a8 req-7b940c83-1e5b-43ee-8024-c309d7c33dc6 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1574092 Jun 29 11:36:04.297515 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ceea2cf6-ac45-4e58-bedd-58749b14c5a8 req-8b0478ff-b58f-490a-ac6a-6053c2a57ba3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930223 Jun 29 11:36:04.362049 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-0a0543b7-0da8-469c-9a06-f9fec8f5593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:04.365568 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-0a0543b7-0da8-469c-9a06-f9fec8f5593d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.1739810 Jun 29 11:36:04.434186 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-4ee6af5a-7cc1-41ca-995a-3d7cb4659fad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74388978-24cc-4bb8-ae15-73414980f1cf HTTP/1.1" status: 200 len: 217 time: 0.0509949 Jun 29 11:36:04.504055 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-168c8308-897f-458b-8e89-74afae3caa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:04.505939 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-168c8308-897f-458b-8e89-74afae3caa5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0705078 Jun 29 11:36:04.603445 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-e342badc-bcf3-4773-9a8d-3f992b63eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:04.605064 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-e342badc-bcf3-4773-9a8d-3f992b63eb61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883267 Jun 29 11:36:04.769345 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2c898-f5f1-487c-bf79-b40e7fcba35b req-2145e474-717a-4239-a5e4-c775de1228f0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:04.776575 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-93b2c898-f5f1-487c-bf79-b40e7fcba35b req-2145e474-717a-4239-a5e4-c775de1228f0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.1668172 Jun 29 11:36:04.789810 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-ca9b2ec5-16f2-401c-bda8-cd247cffde62 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703889 Jun 29 11:36:04.883984 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-93b2c898-f5f1-487c-bf79-b40e7fcba35b req-45c02097-b2f7-48b6-af3e-12266047ef1b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016524 Jun 29 11:36:04.950849 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fee56884-7585-4bb5-8f8f-dbdc22b9a3b2 req-13b2bc73-5b7e-4eb9-8310-65ee3bf06060 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528168 Jun 29 11:36:04.986623 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b3ba6-6c0c-4ef8-aecd-e613d1451bde req-613610c8-f065-4535-88f7-e2749a16d4dc tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:04.988540 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-338b3ba6-6c0c-4ef8-aecd-e613d1451bde req-613610c8-f065-4535-88f7-e2749a16d4dc tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.0861948 Jun 29 11:36:05.053112 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-338b3ba6-6c0c-4ef8-aecd-e613d1451bde req-6b663b3a-aa2c-489a-96e3-5081f7bbb6c2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581942 Jun 29 11:36:05.182869 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d584ed-ea30-445e-ab25-f87bc7444d11 req-d9c15a31-62f4-4141-b453-8a2f38ee0da0 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:05.185620 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a6d584ed-ea30-445e-ab25-f87bc7444d11 req-d9c15a31-62f4-4141-b453-8a2f38ee0da0 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.1024613 Jun 29 11:36:05.247997 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a6d584ed-ea30-445e-ab25-f87bc7444d11 req-81d15f45-4ecd-4f28-8339-de78f07377d7 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520556 Jun 29 11:36:05.615763 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfad0-c1f2-422c-b270-ba3b629e141e req-e48b8903-6b1e-462a-a8cb-34ed214ee9ba tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:05.618545 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ac1dfad0-c1f2-422c-b270-ba3b629e141e req-e48b8903-6b1e-462a-a8cb-34ed214ee9ba tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0956273 Jun 29 11:36:05.685070 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ac1dfad0-c1f2-422c-b270-ba3b629e141e req-1f897283-f100-442a-a11e-bd7aa290fca4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551949 Jun 29 11:36:06.136767 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537e470-a911-45de-afa0-05afdaa155fa req-ec9157b3-bd1c-4e66-b372-e50971b2be6e tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:06.144926 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4537e470-a911-45de-afa0-05afdaa155fa req-ec9157b3-bd1c-4e66-b372-e50971b2be6e tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.0920265 Jun 29 11:36:06.193204 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4537e470-a911-45de-afa0-05afdaa155fa req-6f8c22ac-05e6-40fc-98ae-48cb681a87fe tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473468 Jun 29 11:36:06.431222 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dfc97-f926-4aa9-b007-6d3e37581936 req-04e2055f-d3b5-4b23-81ac-8a48efa58a51 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:06.434084 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2a2dfc97-f926-4aa9-b007-6d3e37581936 req-04e2055f-d3b5-4b23-81ac-8a48efa58a51 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.1444423 Jun 29 11:36:06.519585 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d98bc-bfd6-4c33-afcb-15cb0b38f6c1 req-da468263-52fa-4f98-be10-bdb23bd7e598 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:06.525118 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0a4d98bc-bfd6-4c33-afcb-15cb0b38f6c1 req-da468263-52fa-4f98-be10-bdb23bd7e598 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.1123562 Jun 29 11:36:06.536863 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2a2dfc97-f926-4aa9-b007-6d3e37581936 req-069f2d62-6ca1-47a4-a6ca-5cef2c750049 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878227 Jun 29 11:36:06.625323 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0a4d98bc-bfd6-4c33-afcb-15cb0b38f6c1 req-5ea3ec08-20ba-4ead-bbea-0b6bf9a615fc tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921235 Jun 29 11:36:07.241370 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5cb8-4442-46ee-854e-6e3d80606982 req-ee0ff6a9-19d3-4108-bfa9-f70d4b743856 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:07.243277 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dc6c5cb8-4442-46ee-854e-6e3d80606982 req-ee0ff6a9-19d3-4108-bfa9-f70d4b743856 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1048272 Jun 29 11:36:07.333642 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dc6c5cb8-4442-46ee-854e-6e3d80606982 req-e4b94a04-7eb9-4ba4-96db-04e72d331733 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777209 Jun 29 11:36:07.430927 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d7042-5cdb-48f9-bab6-e4b086557024 req-9758e838-d02c-46df-8adf-1a1e25b93a0f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:07.432790 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b20d7042-5cdb-48f9-bab6-e4b086557024 req-9758e838-d02c-46df-8adf-1a1e25b93a0f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.1000390 Jun 29 11:36:07.492332 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b20d7042-5cdb-48f9-bab6-e4b086557024 req-079e160f-a895-4b62-a2f8-7c4cd43c4a02 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476508 Jun 29 11:36:07.553640 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device d85c3ef3-a7b5-4556-8fbb-d8389da66780 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:36:07.554636 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58840) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:07.651561 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58848) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:07.859853 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port d85c3ef3-a7b5-4556-8fbb-d8389da66780, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d85c3ef3-a7b5-4556-8fbb-d8389da66780,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:07.885423 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': 'd85c3ef3-a7b5-4556-8fbb-d8389da66780', 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d', 'port_id': 'd85c3ef3-a7b5-4556-8fbb-d8389da66780', 'mac_address': 'fa:16:3e:f9:7d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b0fdec-a2e5-4fae-9c43-f02bf104f75f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:36:07.951568 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2174b-c4ed-4fb4-a227-905baa1e0785 req-2ed71582-6265-4184-ad81-c1fc13ee2f3e tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:07.957815 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14d2174b-c4ed-4fb4-a227-905baa1e0785 req-2ed71582-6265-4184-ad81-c1fc13ee2f3e tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.1894689 Jun 29 11:36:07.984555 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81755b72-b2e4-4cf5-aeab-dfd5b2113138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:07.987275 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.016664 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85c3ef3-a7b5-4556-8fbb-d8389da66780 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:08.038236 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6a92d7d5-3809-412b-8369-475f3a3be10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.098047 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port d85c3ef3-a7b5-4556-8fbb-d8389da66780, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d85c3ef3-a7b5-4556-8fbb-d8389da66780,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:08.107121 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.111534 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:08.114396 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14d2174b-c4ed-4fb4-a227-905baa1e0785 req-6defb2fb-1f4b-4f86-879d-4fbca3acc603 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427209 Jun 29 11:36:08.139672 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddde3b2-ab3f-4d51-98e4-69e5877796ac req-bf1921b1-7cb9-4420-9597-f26464a9fa65 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:08.154811 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0ddde3b2-ab3f-4d51-98e4-69e5877796ac req-bf1921b1-7cb9-4420-9597-f26464a9fa65 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 944 time: 0.2997036 Jun 29 11:36:08.214774 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=d85c3ef3-a7b5-4556-8fbb-d8389da66780,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:08.220295 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:08.261615 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0ddde3b2-ab3f-4d51-98e4-69e5877796ac req-f15dab98-a3bd-41b5-97a0-587dd1abff3b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055713 Jun 29 11:36:08.315499 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81755b72-b2e4-4cf5-aeab-dfd5b2113138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.322628 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81755b72-b2e4-4cf5-aeab-dfd5b2113138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.326778 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:08.390105 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81755b72-b2e4-4cf5-aeab-dfd5b2113138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507d6df4-789e-4318-b266-0f9637644a92,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:08.396469 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-81755b72-b2e4-4cf5-aeab-dfd5b2113138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:08.405215 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-81755b72-b2e4-4cf5-aeab-dfd5b2113138 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb245564376a469d956d889952089e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7475650 Jun 29 11:36:08.405904 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58876) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:08.484635 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6a92d7d5-3809-412b-8369-475f3a3be10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.485537 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-13e8979c-4609-4adb-b775-2f10be7abc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.494251 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6a92d7d5-3809-412b-8369-475f3a3be10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.506027 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4444b0b6-105a-47a1-9610-84098f513a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:08.515846 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-13e8979c-4609-4adb-b775-2f10be7abc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.528366 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['d85c3ef3-a7b5-4556-8fbb-d8389da66780'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:36:08.619875 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-13e8979c-4609-4adb-b775-2f10be7abc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.626976 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-13e8979c-4609-4adb-b775-2f10be7abc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.631617 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-13e8979c-4609-4adb-b775-2f10be7abc22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/507d6df4-789e-4318-b266-0f9637644a92 HTTP/1.1" status: 204 len: 168 time: 0.2199883 Jun 29 11:36:08.631617 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-99e7fe87-e2b0-4b92-ba93-4c0104aa5711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:08.640880 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-6a92d7d5-3809-412b-8369-475f3a3be10c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51186b50a3404373b5314a78e3b04af1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0839303 Jun 29 11:36:08.644091 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92d7d5-3809-412b-8369-475f3a3be10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91910c2-67ff-42b3-b431-3ec3842c6462,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:08.647336 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58882) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:08.648739 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8979c-4609-4adb-b775-2f10be7abc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d6df4-789e-4318-b266-0f9637644a92,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:08.649124 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6a92d7d5-3809-412b-8369-475f3a3be10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:08.663702 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-13e8979c-4609-4adb-b775-2f10be7abc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:08.690725 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64075df-a2d8-4296-af03-a9d7a9d1d13f req-bdbe1cc0-a824-4f84-b651-3f7d8c37f17a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:08.692666 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d64075df-a2d8-4296-af03-a9d7a9d1d13f req-bdbe1cc0-a824-4f84-b651-3f7d8c37f17a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1507905 Jun 29 11:36:08.760245 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d76ad3e1-c088-4f63-b6ba-ca41923e3b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.771234 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d64075df-a2d8-4296-af03-a9d7a9d1d13f req-448b6d2c-20c3-4229-b14c-bfd38619d7f4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635056 Jun 29 11:36:08.818290 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d76ad3e1-c088-4f63-b6ba-ca41923e3b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.882917 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6335b-6209-468f-870d-6935ff2210ca req-97971034-823f-4a7b-9b48-082d73ee9f11 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:08.890727 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8db6335b-6209-468f-870d-6935ff2210ca req-97971034-823f-4a7b-9b48-082d73ee9f11 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.1594748 Jun 29 11:36:08.933255 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d76ad3e1-c088-4f63-b6ba-ca41923e3b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.936036 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d76ad3e1-c088-4f63-b6ba-ca41923e3b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.937510 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-d76ad3e1-c088-4f63-b6ba-ca41923e3b77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d91910c2-67ff-42b3-b431-3ec3842c6462 HTTP/1.1" status: 204 len: 168 time: 0.2855449 Jun 29 11:36:08.941456 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-1bd38109-cbdd-4424-95aa-3b31197b96b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:08.971468 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8db6335b-6209-468f-870d-6935ff2210ca req-737180d4-f87c-4031-a2ba-a9f3ce38a009 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794318 Jun 29 11:36:08.972630 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ad3e1-c088-4f63-b6ba-ca41923e3b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91910c2-67ff-42b3-b431-3ec3842c6462,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:08.975407 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d76ad3e1-c088-4f63-b6ba-ca41923e3b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:09.227098 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58894) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:09.248784 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8d524803-510f-4f7c-b06b-55af9414e9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.340705 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.530299 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device b2f7b242-928a-4ead-a0c4-892bc1c45907 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:36:09.537934 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf68717-a098-4314-a968-31dada65ba31 req-8d6e10bc-5699-46c1-9d10-04cfb76e2181 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:09.552450 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ebf68717-a098-4314-a968-31dada65ba31 req-8d6e10bc-5699-46c1-9d10-04cfb76e2181 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 943 time: 0.2180793 Jun 29 11:36:09.603334 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8d524803-510f-4f7c-b06b-55af9414e9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.618263 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8d524803-510f-4f7c-b06b-55af9414e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.637466 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5e4d4a23-9246-43f1-b2e6-b87773d02e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:09.729951 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-8d524803-510f-4f7c-b06b-55af9414e9c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b24d5f8a37046df9c19b17a5afda2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011644 Jun 29 11:36:09.741746 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58904) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:09.744605 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27dd4c-1a3a-4ddb-b03b-f6813be51a28 req-9ddd8a68-d2d2-4c79-b7e2-965a54fc9d78 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:09.754748 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e27dd4c-1a3a-4ddb-b03b-f6813be51a28 req-9ddd8a68-d2d2-4c79-b7e2-965a54fc9d78 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 945 time: 0.2888703 Jun 29 11:36:09.771165 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d524803-510f-4f7c-b06b-55af9414e9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc6a18c-20ba-409f-b7ec-9f0f908360ef,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:09.805535 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ebf68717-a098-4314-a968-31dada65ba31 req-861275b7-3715-472a-afa7-f6bffd2571bb tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516158 Jun 29 11:36:09.808859 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8d524803-510f-4f7c-b06b-55af9414e9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:09.897867 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-57825088-cfa2-406b-bf7f-c4ee86a673e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.907443 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58908) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:09.915741 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port b2f7b242-928a-4ead-a0c4-892bc1c45907, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b2f7b242-928a-4ead-a0c4-892bc1c45907,segment=NetworkSegment(bbef37f8-3a7b-48e3-9dbc-5a143f3135b5),segment_id=bbef37f8-3a7b-48e3-9dbc-5a143f3135b5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:09.934298 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-070ecacc-bfb8-4005-a2d2-bf10dda833bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.951050 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e27dd4c-1a3a-4ddb-b03b-f6813be51a28 req-b9485e43-77da-4b3c-8ada-227ac92ac284 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898844 Jun 29 11:36:09.966761 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-57825088-cfa2-406b-bf7f-c4ee86a673e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.992103 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': 'b2f7b242-928a-4ead-a0c4-892bc1c45907', 'network_id': '5a54b4a3-e2b9-435d-8952-8dda5799b19b', 'port_id': 'b2f7b242-928a-4ead-a0c4-892bc1c45907', 'mac_address': 'fa:16:3e:08:c6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078146a2-a682-4fd7-8dc5-3f2a2f038046', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:36:10.115584 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.134083 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f7b242-928a-4ead-a0c4-892bc1c45907 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:10.148799 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-57825088-cfa2-406b-bf7f-c4ee86a673e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.157656 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-57825088-cfa2-406b-bf7f-c4ee86a673e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.160683 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-57825088-cfa2-406b-bf7f-c4ee86a673e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/abc6a18c-20ba-409f-b7ec-9f0f908360ef HTTP/1.1" status: 204 len: 168 time: 0.4166245 Jun 29 11:36:10.178918 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port b2f7b242-928a-4ead-a0c4-892bc1c45907, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b2f7b242-928a-4ead-a0c4-892bc1c45907,segment=NetworkSegment(bbef37f8-3a7b-48e3-9dbc-5a143f3135b5),segment_id=bbef37f8-3a7b-48e3-9dbc-5a143f3135b5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:10.183885 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d352db6-5692-42c6-8fdb-e204253fdbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:10.189578 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.190986 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 74388978-24cc-4bb8-ae15-73414980f1cf details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:36:10.198148 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:10.250887 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57825088-cfa2-406b-bf7f-c4ee86a673e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc6a18c-20ba-409f-b7ec-9f0f908360ef,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:10.262906 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-57825088-cfa2-406b-bf7f-c4ee86a673e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:10.288821 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:36:10.378471 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6557a-233a-4df7-b4b2-133cf702228c req-7b4147bd-feae-4739-a856-49ef9d405fd7 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:10.381600 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-08a6557a-233a-4df7-b4b2-133cf702228c req-7b4147bd-feae-4739-a856-49ef9d405fd7 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 943 time: 0.1935585 Jun 29 11:36:10.418142 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa187602-29cb-497a-8530-35a55da100b7 req-681bc25e-ce69-43dd-9af3-81fd3c92f7a5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:10.419869 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fa187602-29cb-497a-8530-35a55da100b7 req-681bc25e-ce69-43dd-9af3-81fd3c92f7a5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.2260501 Jun 29 11:36:10.429022 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-070ecacc-bfb8-4005-a2d2-bf10dda833bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.439311 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-070ecacc-bfb8-4005-a2d2-bf10dda833bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.443654 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:10.444025 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=b2f7b242-928a-4ead-a0c4-892bc1c45907,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:10.449376 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:10.525788 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-070ecacc-bfb8-4005-a2d2-bf10dda833bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fec34457b6c24dc1a8faf5f96f9d7901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6163516 Jun 29 11:36:10.535335 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58924) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:10.551681 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:10.559580 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fa187602-29cb-497a-8530-35a55da100b7 req-5269fb20-afcb-4327-9caf-5e376d400a04 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165855 Jun 29 11:36:10.561930 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-08a6557a-233a-4df7-b4b2-133cf702228c req-1c28c761-6776-494d-a5b3-6c7905bb5bac tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613271 Jun 29 11:36:10.573630 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ecacc-bfb8-4005-a2d2-bf10dda833bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f906109-b794-4142-8b56-d7906b39748c,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:10.585638 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '74388978-24cc-4bb8-ae15-73414980f1cf', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'port_id': '74388978-24cc-4bb8-ae15-73414980f1cf', 'mac_address': 'fa:16:3e:96:b0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:36:10.601977 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-070ecacc-bfb8-4005-a2d2-bf10dda833bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:10.649736 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bac09645-158e-4af1-9c2c-d980af6492d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.658189 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.679166 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74388978-24cc-4bb8-ae15-73414980f1cf {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:10.695233 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bac09645-158e-4af1-9c2c-d980af6492d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.704366 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:10.709936 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.711059 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device e0245ea7-dfe7-4922-899e-237ac825b6eb details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:36:10.713500 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:10.792942 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bac09645-158e-4af1-9c2c-d980af6492d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.797314 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bac09645-158e-4af1-9c2c-d980af6492d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.799475 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-bac09645-158e-4af1-9c2c-d980af6492d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f906109-b794-4142-8b56-d7906b39748c HTTP/1.1" status: 204 len: 168 time: 0.2629721 Jun 29 11:36:10.800384 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:10.810229 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac09645-158e-4af1-9c2c-d980af6492d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f906109-b794-4142-8b56-d7906b39748c,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:10.814213 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-bac09645-158e-4af1-9c2c-d980af6492d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:10.836869 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:10.840300 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:10.907659 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port e0245ea7-dfe7-4922-899e-237ac825b6eb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:10.924000 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': 'e0245ea7-dfe7-4922-899e-237ac825b6eb', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'port_id': 'e0245ea7-dfe7-4922-899e-237ac825b6eb', 'mac_address': 'fa:16:3e:1d:9c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:36:10.990162 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.157332 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1939b6d-6a00-469a-ad13-aef44461e9f3 req-56d62514-d677-4c4f-aacd-956ad02c94b3 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:11.171325 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a1939b6d-6a00-469a-ad13-aef44461e9f3 req-56d62514-d677-4c4f-aacd-956ad02c94b3 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.1254454 Jun 29 11:36:11.267527 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a1939b6d-6a00-469a-ad13-aef44461e9f3 req-48d38608-a9f3-4056-94fd-690a1acc46be tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896652 Jun 29 11:36:11.284341 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0245ea7-dfe7-4922-899e-237ac825b6eb {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:11.326195 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port e0245ea7-dfe7-4922-899e-237ac825b6eb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:11.338935 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.343628 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:11.407905 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369f21-4d75-4eb3-bee4-de7e84356354 req-0dc86791-ef56-4c02-8be0-a7fc0e2bfcfe tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:11.421284 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-55369f21-4d75-4eb3-bee4-de7e84356354 req-0dc86791-ef56-4c02-8be0-a7fc0e2bfcfe tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 945 time: 0.1854520 Jun 29 11:36:11.434266 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=e0245ea7-dfe7-4922-899e-237ac825b6eb,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:11.440026 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 58952) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:11.450128 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:11.460065 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-01beb209-0078-48f6-aa1e-e348ccd7cf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.508888 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-55369f21-4d75-4eb3-bee4-de7e84356354 req-d53020f5-e4c7-47e9-bd44-ea37792ca075 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851359 Jun 29 11:36:11.531804 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device d85c3ef3-a7b5-4556-8fbb-d8389da66780 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:11.589745 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port d85c3ef3-a7b5-4556-8fbb-d8389da66780 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:11.596955 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port d85c3ef3-a7b5-4556-8fbb-d8389da66780 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:11.597371 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.685146 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-01beb209-0078-48f6-aa1e-e348ccd7cf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.695790 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-01beb209-0078-48f6-aa1e-e348ccd7cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.709811 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:11.740306 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.781181 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8c55d-befc-4326-8389-7e2785bab980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85c3ef3-a7b5-4556-8fbb-d8389da66780'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:11.819807 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 58968) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:11.821563 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-01beb209-0078-48f6-aa1e-e348ccd7cf76 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c92bef320f3a4f15a0d37f580966029d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798020 Jun 29 11:36:11.845994 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01beb209-0078-48f6-aa1e-e348ccd7cf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae9565b-c5f0-4386-afef-d14da8778185,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:11.853967 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-01beb209-0078-48f6-aa1e-e348ccd7cf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:11.931644 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['e0245ea7-dfe7-4922-899e-237ac825b6eb'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:36:12.052910 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['b2f7b242-928a-4ead-a0c4-892bc1c45907'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:36:12.079512 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port d85c3ef3-a7b5-4556-8fbb-d8389da66780, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d85c3ef3-a7b5-4556-8fbb-d8389da66780,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:12.103120 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['74388978-24cc-4bb8-ae15-73414980f1cf'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:36:12.161377 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b2edbd95-26de-4f88-b652-4b23aae1ffd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:12.177867 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:12.208997 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b2edbd95-26de-4f88-b652-4b23aae1ffd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:12.214501 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980b58e-5767-40e1-b3c7-18f34edfa72f req-abba044b-5726-4598-9613-15f81926f3ca tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:12.216549 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f980b58e-5767-40e1-b3c7-18f34edfa72f req-abba044b-5726-4598-9613-15f81926f3ca tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 944 time: 0.1495082 Jun 29 11:36:12.244090 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:12.278979 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f2a81-4c04-48ca-84db-1a6df17f8054 req-1b0bf371-ba0b-4474-8fb4-240086a321ef tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:12.289577 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-104f2a81-4c04-48ca-84db-1a6df17f8054 req-1b0bf371-ba0b-4474-8fb4-240086a321ef tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.2108722 Jun 29 11:36:12.350420 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-104f2a81-4c04-48ca-84db-1a6df17f8054 req-77155fe7-6d12-4aa1-bc97-df9e6a344939 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594776 Jun 29 11:36:12.353808 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f980b58e-5767-40e1-b3c7-18f34edfa72f req-b12f6677-5603-4a23-b8fb-315ceee59002 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253231 Jun 29 11:36:12.402783 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b2edbd95-26de-4f88-b652-4b23aae1ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:12.405941 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b2edbd95-26de-4f88-b652-4b23aae1ffd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:12.410560 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-b2edbd95-26de-4f88-b652-4b23aae1ffd4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ae9565b-c5f0-4386-afef-d14da8778185 HTTP/1.1" status: 204 len: 168 time: 0.5890887 Jun 29 11:36:12.411683 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-afcc6f5b-8cd9-499a-b8d6-bce5ad99ab63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:12.426637 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef220820-14ec-432f-8d70-ee42e031b2f6" -d '{"events": [{"server_uuid": "a9a8c55d-befc-4326-8389-7e2785bab980", "name": "network-vif-plugged", "status": "completed", "tag": "d85c3ef3-a7b5-4556-8fbb-d8389da66780"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:12.429609 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edbd95-26de-4f88-b652-4b23aae1ffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae9565b-c5f0-4386-afef-d14da8778185,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:12.439551 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b2edbd95-26de-4f88-b652-4b23aae1ffd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:12.507870 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=d85c3ef3-a7b5-4556-8fbb-d8389da66780,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:12.516498 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:12.782775 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da659aa2-ef80-43a0-a9c0-67cc7060b9ad req-2b1e20c9-e5f7-4355-bbf4-2a31e888f1dc tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:12.796463 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-da659aa2-ef80-43a0-a9c0-67cc7060b9ad req-2b1e20c9-e5f7-4355-bbf4-2a31e888f1dc tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.1802990 Jun 29 11:36:12.895004 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-da659aa2-ef80-43a0-a9c0-67cc7060b9ad req-edcbdde0-6ead-43b8-b47e-178690155ef6 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966525 Jun 29 11:36:13.137161 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580465b6-6e03-4429-ab6f-7942d45dfc06 x-openstack-request-id: req-580465b6-6e03-4429-ab6f-7942d45dfc06 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:13.137866 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a8c55d-befc-4326-8389-7e2785bab980", "name": "network-vif-plugged", "status": "completed", "tag": "d85c3ef3-a7b5-4556-8fbb-d8389da66780", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:13.138341 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-580465b6-6e03-4429-ab6f-7942d45dfc06 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:13.139759 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8c55d-befc-4326-8389-7e2785bab980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85c3ef3-a7b5-4556-8fbb-d8389da66780', 'code': 200} Jun 29 11:36:13.249112 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288b792-f1af-45c9-91f2-c626e610ae30 req-32ab38e8-64f7-4c4c-987a-96e327b79ca5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:13.251031 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7288b792-f1af-45c9-91f2-c626e610ae30 req-32ab38e8-64f7-4c4c-987a-96e327b79ca5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.1036162 Jun 29 11:36:13.301229 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7288b792-f1af-45c9-91f2-c626e610ae30 req-f9d5406d-3b22-41c2-b9fa-d67f611f1a26 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435524 Jun 29 11:36:13.614368 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68562360-eb6b-469f-b978-7067e0c4a85a req-b8c99a9d-9234-4520-af46-7c8acc9da551 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:13.625239 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-68562360-eb6b-469f-b978-7067e0c4a85a req-b8c99a9d-9234-4520-af46-7c8acc9da551 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 944 time: 0.0920424 Jun 29 11:36:13.691588 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b956d-5ffc-421e-bb2d-21fbae56c292 req-5b514afe-dee8-4d01-b70b-9dc8a04e180b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:13.692249 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-68562360-eb6b-469f-b978-7067e0c4a85a req-b14776b8-3d0e-473a-bf0f-17c4395efc4a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649149 Jun 29 11:36:13.693630 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d10b956d-5ffc-421e-bb2d-21fbae56c292 req-5b514afe-dee8-4d01-b70b-9dc8a04e180b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.1243000 Jun 29 11:36:13.755522 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d10b956d-5ffc-421e-bb2d-21fbae56c292 req-82808c1f-4589-45f7-839e-093097a55134 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512948 Jun 29 11:36:14.241575 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad9962-72cc-49ea-82c0-8faf96e9f37f req-fd61816a-ba8b-44f6-a579-16dbe4d2f108 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:14.256670 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-86ad9962-72cc-49ea-82c0-8faf96e9f37f req-fd61816a-ba8b-44f6-a579-16dbe4d2f108 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.1267619 Jun 29 11:36:14.318912 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-86ad9962-72cc-49ea-82c0-8faf96e9f37f req-62fad9a3-425a-4e9a-8cbf-d879fd52be0d tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609915 Jun 29 11:36:14.634423 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4a7bb-9ad4-4c0b-840e-99a1f83b354e req-fd3fc6be-4be5-4669-aae6-a1ff27c411fb tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:14.635487 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-80f4a7bb-9ad4-4c0b-840e-99a1f83b354e req-fd3fc6be-4be5-4669-aae6-a1ff27c411fb tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.1060586 Jun 29 11:36:14.677543 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-80f4a7bb-9ad4-4c0b-840e-99a1f83b354e req-f95d8e83-e292-4d91-bbcc-447fef393724 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354362 Jun 29 11:36:14.960578 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df4011-4488-4160-8254-c05db8257747 req-5cb3cadf-0284-463a-9b6a-55f7e33c8376 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:14.962987 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-73df4011-4488-4160-8254-c05db8257747 req-5cb3cadf-0284-463a-9b6a-55f7e33c8376 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 944 time: 0.1179295 Jun 29 11:36:14.996843 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058c56b-caa4-45d6-89a1-6c95be3d8f5a req-b1b67f7c-410a-4f36-9e97-34b31504ef94 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:14.999141 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0058c56b-caa4-45d6-89a1-6c95be3d8f5a req-b1b67f7c-410a-4f36-9e97-34b31504ef94 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.0753088 Jun 29 11:36:15.026986 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-73df4011-4488-4160-8254-c05db8257747 req-078f3e05-a9a0-4a9e-a427-aab060e8c30d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534306 Jun 29 11:36:15.056793 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0058c56b-caa4-45d6-89a1-6c95be3d8f5a req-77b4b071-9698-4fd4-ae82-1b56d7dacc08 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505915 Jun 29 11:36:15.588898 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071bf82-523d-4e33-9016-901c1f9b7731 req-9f14e658-176b-4497-98cf-00a674585ce7 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:15.591240 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6071bf82-523d-4e33-9016-901c1f9b7731 req-9f14e658-176b-4497-98cf-00a674585ce7 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.1021600 Jun 29 11:36:15.651807 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6071bf82-523d-4e33-9016-901c1f9b7731 req-41f621d1-0a7b-4b3d-a16c-f225e10c9612 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523236 Jun 29 11:36:15.963245 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b2f2f-437b-43d2-8171-e3c472405251 req-1138565f-5bc9-4e10-9edd-06aca3da82bb tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:15.964882 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fb7b2f2f-437b-43d2-8171-e3c472405251 req-1138565f-5bc9-4e10-9edd-06aca3da82bb tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.0733640 Jun 29 11:36:15.994950 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59122) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:16.012080 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fb7b2f2f-437b-43d2-8171-e3c472405251 req-be3d89bb-9f9c-40c7-91ef-42610e5a115d tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392439 Jun 29 11:36:16.156618 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.354144 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ff130-eaf7-48c8-99ac-bbf92495eb0f req-1ccc27e0-a182-494c-b3de-a0d55ca61b3d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:16.355770 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d51ff130-eaf7-48c8-99ac-bbf92495eb0f req-1ccc27e0-a182-494c-b3de-a0d55ca61b3d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 944 time: 0.1877632 Jun 29 11:36:16.363659 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cc114-4534-476f-ac68-ffc1da68ba55 req-5cbb550c-0093-4bdb-8228-e37fec02e61b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:16.370012 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1e6cc114-4534-476f-ac68-ffc1da68ba55 req-5cbb550c-0093-4bdb-8228-e37fec02e61b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.0996916 Jun 29 11:36:16.430734 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1e6cc114-4534-476f-ac68-ffc1da68ba55 req-491e7537-a1e3-4103-8ed0-bdd78e866aec tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512755 Jun 29 11:36:16.452873 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.460862 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d51ff130-eaf7-48c8-99ac-bbf92495eb0f req-328cd2e6-4251-428d-b7d2-4cdf2a415891 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933905 Jun 29 11:36:16.462985 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.474557 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6a92d7d5-3809-412b-8369-475f3a3be10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:16.479564 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92445d-63ea-4451-a5bb-ccaedad12f03 req-602507f8-cf4a-470e-93f3-7b37b62f61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:16.482256 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-eb92445d-63ea-4451-a5bb-ccaedad12f03 req-602507f8-cf4a-470e-93f3-7b37b62f61f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 1099 time: 0.2277467 Jun 29 11:36:16.536212 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9857e787cac84427a63db340007c3075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396633 Jun 29 11:36:16.540372 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-eb92445d-63ea-4451-a5bb-ccaedad12f03 req-4af35287-7974-492c-86d1-97762179fe40 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.540971 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 59134) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:16.544681 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6937d1-1881-49e7-b658-96f08b76e54f,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:16.562679 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.563050 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.563417 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.563774 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.564155 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.564512 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.564861 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.565205 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.565555 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.565894 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.566267 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.566584 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.572454 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:16.624187 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.652460 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.690777 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-eb92445d-63ea-4451-a5bb-ccaedad12f03 req-4af35287-7974-492c-86d1-97762179fe40 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.696038 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-eb92445d-63ea-4451-a5bb-ccaedad12f03 req-4af35287-7974-492c-86d1-97762179fe40 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.706621 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:16.730563 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.737591 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.740903 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f6937d1-1881-49e7-b658-96f08b76e54f HTTP/1.1" status: 204 len: 168 time: 0.1984959 Jun 29 11:36:16.742266 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:16.759447 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6937d1-1881-49e7-b658-96f08b76e54f,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:16.763264 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-eb92445d-63ea-4451-a5bb-ccaedad12f03 req-4af35287-7974-492c-86d1-97762179fe40 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696407 Jun 29 11:36:16.776385 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.778047 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.778878 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.779963 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.780930 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.781796 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.782397 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.783202 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.784024 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.784982 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.786084 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.787314 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:16.800341 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af35287-7974-492c-86d1-97762179fe40 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=71b57a47-f934-4a14-8c9e-1b33898a05a8,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:16.813945 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4af35287-7974-492c-86d1-97762179fe40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:16.818954 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:16.931174 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc539a8a-fd62-4bc9-9ee4-225f37c9781d req-ca507e7c-1744-4850-992f-9eb68dcb7e7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:16.932893 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dc539a8a-fd62-4bc9-9ee4-225f37c9781d req-ca507e7c-1744-4850-992f-9eb68dcb7e7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.0881526 Jun 29 11:36:16.983832 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dc539a8a-fd62-4bc9-9ee4-225f37c9781d req-65cf4272-487f-411b-ad75-3f9aee59c78a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405717 Jun 29 11:36:17.174836 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 59146) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:17.194094 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4b789806-b5e1-4c9b-b1c6-4c4acd0b3b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:17.248172 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfed816-2093-4d1a-b3f4-7c40bbae32a8 req-70a65c25-c110-44ae-ad2f-890e605c50c2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:17.250516 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fdfed816-2093-4d1a-b3f4-7c40bbae32a8 req-70a65c25-c110-44ae-ad2f-890e605c50c2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.0844285 Jun 29 11:36:17.302153 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fdfed816-2093-4d1a-b3f4-7c40bbae32a8 req-283707b3-69ed-415a-8ee2-e04a3eff3528 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Jun 29 11:36:17.322813 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4b789806-b5e1-4c9b-b1c6-4c4acd0b3b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:17.330996 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4b789806-b5e1-4c9b-b1c6-4c4acd0b3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:17.333932 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:17.376513 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-4b789806-b5e1-4c9b-b1c6-4c4acd0b3b6a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e4f576ab15d4dc982fe49597bf74638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004247 Jun 29 11:36:17.377385 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b789806-b5e1-4c9b-b1c6-4c4acd0b3b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9713921-ed49-4424-88d8-689b460183c3,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:17.380094 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59148) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:17.380785 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4b789806-b5e1-4c9b-b1c6-4c4acd0b3b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:17.441817 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-36027901-3021-4de7-9be9-d4141dd5a57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:17.467030 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-36027901-3021-4de7-9be9-d4141dd5a57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:17.535075 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-36027901-3021-4de7-9be9-d4141dd5a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:17.542368 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-36027901-3021-4de7-9be9-d4141dd5a57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:17.545196 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-36027901-3021-4de7-9be9-d4141dd5a57d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9713921-ed49-4424-88d8-689b460183c3 HTTP/1.1" status: 204 len: 168 time: 0.1633813 Jun 29 11:36:17.546457 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:17.570820 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36027901-3021-4de7-9be9-d4141dd5a57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9713921-ed49-4424-88d8-689b460183c3,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:17.589536 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-36027901-3021-4de7-9be9-d4141dd5a57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:17.749667 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcd79c-1b6f-45d4-8a38-4a2c210bb7c6 req-f36d59a7-3b80-4f51-8b14-a92d368b748c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:17.752951 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-23fcd79c-1b6f-45d4-8a38-4a2c210bb7c6 req-f36d59a7-3b80-4f51-8b14-a92d368b748c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 944 time: 0.1141891 Jun 29 11:36:17.812674 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-23fcd79c-1b6f-45d4-8a38-4a2c210bb7c6 req-3aac7bf1-f7cc-4439-8ccb-fb7a2b8729d6 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553205 Jun 29 11:36:17.838093 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa99f7-cca3-488b-b197-6d95a0ccdfe9 req-0b9ce100-e0f0-4281-ad9e-48870c39f6de tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:17.848268 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-acfa99f7-cca3-488b-b197-6d95a0ccdfe9 req-0b9ce100-e0f0-4281-ad9e-48870c39f6de tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.1286335 Jun 29 11:36:17.912844 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-acfa99f7-cca3-488b-b197-6d95a0ccdfe9 req-cc7253ec-f1df-44c2-ad89-fa7e64a1fd98 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608029 Jun 29 11:36:18.241021 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c177f-84c8-4ea6-ac8c-494bd551840b req-4d7a9eb6-78a4-42c0-9f59-e5c01571f3bf tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:18.245284 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9b2c177f-84c8-4ea6-ac8c-494bd551840b req-4d7a9eb6-78a4-42c0-9f59-e5c01571f3bf tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.1088009 Jun 29 11:36:18.298188 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9b2c177f-84c8-4ea6-ac8c-494bd551840b req-9fc196c3-7904-4060-924d-31ea25189226 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467012 Jun 29 11:36:18.532595 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d0606-1ce6-4985-ba4d-d3665accc683 req-66625af5-758f-4c29-8ca7-f235376a471a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:18.534112 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e05d0606-1ce6-4985-ba4d-d3665accc683 req-66625af5-758f-4c29-8ca7-f235376a471a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.0874176 Jun 29 11:36:18.582554 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e05d0606-1ce6-4985-ba4d-d3665accc683 req-08c4e747-8316-46cb-ab4f-5248f0473fe8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Jun 29 11:36:19.087745 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d236-91c0-42bf-85da-a6d6cbb9d433 req-d2612f63-faed-48bf-831c-fd9a3863b6de tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:19.089345 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9c10d236-91c0-42bf-85da-a6d6cbb9d433 req-d2612f63-faed-48bf-831c-fd9a3863b6de tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 944 time: 0.1073973 Jun 29 11:36:19.151326 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9c10d236-91c0-42bf-85da-a6d6cbb9d433 req-d66d3703-8883-4ed5-8956-6dc76367e5ca tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512755 Jun 29 11:36:19.170476 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19edd0-5dae-43a0-82ba-dd7fc083d58e req-9f15d7ac-1628-43be-9d58-2d761d791b4e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:19.172162 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ae19edd0-5dae-43a0-82ba-dd7fc083d58e req-9f15d7ac-1628-43be-9d58-2d761d791b4e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.0916111 Jun 29 11:36:19.219409 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ae19edd0-5dae-43a0-82ba-dd7fc083d58e req-8686c4e3-5f7c-45fd-b94b-9c252dec85df tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371666 Jun 29 11:36:19.488465 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7fd65-879c-4f9e-a182-266f554eab0c req-972a27c1-e596-427e-9662-27e307e8a1be tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:19.490216 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8cd7fd65-879c-4f9e-a182-266f554eab0c req-972a27c1-e596-427e-9662-27e307e8a1be tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.0721283 Jun 29 11:36:19.543564 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8cd7fd65-879c-4f9e-a182-266f554eab0c req-69e7e9c5-8cf7-4dcf-8eed-ec72f655d623 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Jun 29 11:36:19.870832 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7db8-5157-4d29-b208-cce5ec598870 req-d65db29e-6b58-4c4a-b68b-1faec8af3ae2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:19.875057 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e8a7db8-5157-4d29-b208-cce5ec598870 req-d65db29e-6b58-4c4a-b68b-1faec8af3ae2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.1027517 Jun 29 11:36:19.932593 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e8a7db8-5157-4d29-b208-cce5ec598870 req-9da190b3-f081-4d63-87ac-4ccb93686ab2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Jun 29 11:36:20.076936 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59240) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:20.211585 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e9021864-8f09-4824-b091-7e790c004f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:20.341665 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e9021864-8f09-4824-b091-7e790c004f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:20.362030 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e9021864-8f09-4824-b091-7e790c004f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:20.367061 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:20.419597 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9021864-8f09-4824-b091-7e790c004f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c588a-3ac5-4694-ba09-9a43506831fb,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:20.423972 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e9021864-8f09-4824-b091-7e790c004f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:20.425517 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25433b-5d06-4588-ae10-dcca01ee458d req-b451a8d2-7de3-4179-a50e-5bbf8eed59ea tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:20.427090 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2f25433b-5d06-4588-ae10-dcca01ee458d req-b451a8d2-7de3-4179-a50e-5bbf8eed59ea tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.0679443 Jun 29 11:36:20.430914 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 59248) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:20.431046 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-e9021864-8f09-4824-b091-7e790c004f91 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ca3f730465246e5959803198f0348f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528137 Jun 29 11:36:20.455495 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12a12f-a70c-46cf-b1ae-5fe57beec62f req-0b199e12-f6b5-4872-875f-f74f88851253 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:20.457226 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab12a12f-a70c-46cf-b1ae-5fe57beec62f req-0b199e12-f6b5-4872-875f-f74f88851253 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 944 time: 0.1347866 Jun 29 11:36:20.500228 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab12a12f-a70c-46cf-b1ae-5fe57beec62f req-c5ccf726-9d9b-4f7b-8748-2caeabbba1d3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370631 Jun 29 11:36:20.504676 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2f25433b-5d06-4588-ae10-dcca01ee458d req-8827d0a2-988c-4367-a57e-60e79d471f56 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592034 Jun 29 11:36:20.516456 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0655eadc-4f84-4873-97f6-289cc3a34910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:20.541065 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0655eadc-4f84-4873-97f6-289cc3a34910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:20.606678 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0655eadc-4f84-4873-97f6-289cc3a34910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:20.610175 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0655eadc-4f84-4873-97f6-289cc3a34910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:20.611364 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-0655eadc-4f84-4873-97f6-289cc3a34910 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e37c588a-3ac5-4694-ba09-9a43506831fb HTTP/1.1" status: 204 len: 168 time: 0.1793029 Jun 29 11:36:20.612228 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-3d5db1d9-a91f-4143-9817-ebd37bf7f470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:20.631968 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655eadc-4f84-4873-97f6-289cc3a34910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c588a-3ac5-4694-ba09-9a43506831fb,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:20.635364 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0655eadc-4f84-4873-97f6-289cc3a34910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:20.805144 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f476c95-d444-463f-b187-013bc94d5494 req-af058164-5f44-4fde-b702-136453ce4e40 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:20.812532 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f476c95-d444-463f-b187-013bc94d5494 req-af058164-5f44-4fde-b702-136453ce4e40 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.0870295 Jun 29 11:36:20.851706 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f476c95-d444-463f-b187-013bc94d5494 req-47f103f5-c2f7-4321-a491-0139a8e018ed tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382435 Jun 29 11:36:21.001939 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59262) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:21.025155 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-bf24eab1-b751-4690-b931-82924703a4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.140485 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-bf24eab1-b751-4690-b931-82924703a4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.145645 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-bf24eab1-b751-4690-b931-82924703a4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.148490 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e32f6d51-8e26-40fa-840d-a57e04c302de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:21.176868 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d298e5-ed49-4d1b-bbdc-98461ca57cf7 req-5941b857-367b-4f1a-ba11-dcc2233352e6 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:21.179563 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-51d298e5-ed49-4d1b-bbdc-98461ca57cf7 req-5941b857-367b-4f1a-ba11-dcc2233352e6 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.1084673 Jun 29 11:36:21.197690 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-bf24eab1-b751-4690-b931-82924703a4df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9339468d21914df79eb03f5006feb90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942272 Jun 29 11:36:21.198714 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24eab1-b751-4690-b931-82924703a4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567abb99-924f-4162-9fcd-3eb374ad2b6a,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:21.201858 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 59266) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:21.202126 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-bf24eab1-b751-4690-b931-82924703a4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:21.302621 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-51d298e5-ed49-4d1b-bbdc-98461ca57cf7 req-251ea9a6-7bd0-4e7d-902f-2e41a41dfecf tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129158 Jun 29 11:36:21.331181 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6e370cb4-b79e-4aba-abc7-fbf31b741e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.355640 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6e370cb4-b79e-4aba-abc7-fbf31b741e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.419785 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6e370cb4-b79e-4aba-abc7-fbf31b741e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.422585 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6e370cb4-b79e-4aba-abc7-fbf31b741e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.426166 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-6e370cb4-b79e-4aba-abc7-fbf31b741e5d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/567abb99-924f-4162-9fcd-3eb374ad2b6a HTTP/1.1" status: 204 len: 168 time: 0.2205811 Jun 29 11:36:21.426166 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4b789806-b5e1-4c9b-b1c6-4c4acd0b3b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:21.434277 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e370cb4-b79e-4aba-abc7-fbf31b741e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567abb99-924f-4162-9fcd-3eb374ad2b6a,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:21.438148 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6e370cb4-b79e-4aba-abc7-fbf31b741e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:21.770867 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06f6fb-83c4-4920-8ba8-67d77f1b7d85 req-b97388a9-d29c-48b8-95b4-8bf1c4156f50 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:21.773771 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0a06f6fb-83c4-4920-8ba8-67d77f1b7d85 req-b97388a9-d29c-48b8-95b4-8bf1c4156f50 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.0908222 Jun 29 11:36:21.789245 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0b2ae-bab6-4f88-a672-d536e8c29460 req-e318540f-c338-47dc-9404-d59b9e6d07bb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:21.790985 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-95f0b2ae-bab6-4f88-a672-d536e8c29460 req-e318540f-c338-47dc-9404-d59b9e6d07bb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 944 time: 0.0857170 Jun 29 11:36:21.832322 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0a06f6fb-83c4-4920-8ba8-67d77f1b7d85 req-a48f684d-c629-4e67-aaa9-616e697beb2d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487154 Jun 29 11:36:21.861160 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-95f0b2ae-bab6-4f88-a672-d536e8c29460 req-862d0d66-2435-402c-bdae-11604935d683 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576627 Jun 29 11:36:22.135382 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d3926-2117-46a5-b4c9-8aadf0d0f003 req-c6de9eb4-6912-46f1-8a75-a76c898ba44a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:22.137035 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ca5d3926-2117-46a5-b4c9-8aadf0d0f003 req-c6de9eb4-6912-46f1-8a75-a76c898ba44a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.0944886 Jun 29 11:36:22.198780 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ca5d3926-2117-46a5-b4c9-8aadf0d0f003 req-1d866411-7fe1-4029-8487-fe94d88aa552 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549209 Jun 29 11:36:22.518619 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5c362-9e06-4bfa-b075-219c570a2c1b req-ad391760-ac38-4761-8027-c71136329ef8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:22.520260 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-96b5c362-9e06-4bfa-b075-219c570a2c1b req-ad391760-ac38-4761-8027-c71136329ef8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.1027949 Jun 29 11:36:22.569950 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-96b5c362-9e06-4bfa-b075-219c570a2c1b req-2f2aad9d-47bb-4b71-83d5-3efe4273bfff tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Jun 29 11:36:23.127274 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d76e7bee-8d07-4471-8141-1a4bf7b42c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:23.200953 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97d44-fba6-4d8d-8d76-bbb79d0d5ece req-f9e7763c-40e8-4093-b041-212cfbdcf9a4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:23.204025 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a9c97d44-fba6-4d8d-8d76-bbb79d0d5ece req-f9e7763c-40e8-4093-b041-212cfbdcf9a4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.1305628 Jun 29 11:36:23.247502 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fefb2-4955-4356-89ab-d8f4a21fe18e req-026cae69-b7d4-455b-b845-da54bc39033a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:23.250703 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-681fefb2-4955-4356-89ab-d8f4a21fe18e req-026cae69-b7d4-455b-b845-da54bc39033a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 944 time: 0.1181164 Jun 29 11:36:23.273419 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a9c97d44-fba6-4d8d-8d76-bbb79d0d5ece req-f1fba983-e2bf-4e02-8a1a-8a64af1367ab tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575502 Jun 29 11:36:23.318854 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-681fefb2-4955-4356-89ab-d8f4a21fe18e req-de471264-5b38-49ef-825f-820f30c14caf tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609210 Jun 29 11:36:23.469759 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e646-0744-4e93-84fe-a26ea74798a8 req-eccda7cf-ddce-4df0-9baa-e1581bb89e96 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:23.471342 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-16d3e646-0744-4e93-84fe-a26ea74798a8 req-eccda7cf-ddce-4df0-9baa-e1581bb89e96 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.0731974 Jun 29 11:36:23.515684 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-16d3e646-0744-4e93-84fe-a26ea74798a8 req-22842aaa-563e-444c-9d9f-6b8dbf48092e tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377071 Jun 29 11:36:23.764868 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2565f-3c58-4797-884e-5042730f1e48 req-4fbae520-8167-4a94-a02d-6653c44bebd9 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:23.766354 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f8a2565f-3c58-4797-884e-5042730f1e48 req-4fbae520-8167-4a94-a02d-6653c44bebd9 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.0700037 Jun 29 11:36:23.808014 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f8a2565f-3c58-4797-884e-5042730f1e48 req-64890072-2b77-487b-a8cf-df85fc47481f tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359092 Jun 29 11:36:24.602272 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26394611-b2b4-4399-81e4-b94480970c46 req-f7a3f461-bed6-4b7c-9354-7a47eb61035e tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:24.604069 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-26394611-b2b4-4399-81e4-b94480970c46 req-f7a3f461-bed6-4b7c-9354-7a47eb61035e tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 944 time: 0.1177225 Jun 29 11:36:24.619813 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e091c4-6a58-41ed-bdd5-cd57aac3ddf0 req-e1e09ba3-2f58-4e00-ab95-0c00a9e62fca tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:24.621461 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1e091c4-6a58-41ed-bdd5-cd57aac3ddf0 req-e1e09ba3-2f58-4e00-ab95-0c00a9e62fca tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.0948076 Jun 29 11:36:24.664926 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-26394611-b2b4-4399-81e4-b94480970c46 req-9955e008-c1a3-4923-bead-2d3ae07a29f2 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451109 Jun 29 11:36:24.680173 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device b2f7b242-928a-4ead-a0c4-892bc1c45907 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:24.701091 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1e091c4-6a58-41ed-bdd5-cd57aac3ddf0 req-eaf368cc-71c8-4434-8744-cf6e3833df50 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684240 Jun 29 11:36:24.823756 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port b2f7b242-928a-4ead-a0c4-892bc1c45907 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:24.835364 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port b2f7b242-928a-4ead-a0c4-892bc1c45907 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:24.836377 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.029837 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381295c-6f96-461c-8b9b-a5d04aaaf508 req-b898ad01-8af8-46d0-ba85-e33597de8c54 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:25.031403 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c381295c-6f96-461c-8b9b-a5d04aaaf508 req-b898ad01-8af8-46d0-ba85-e33597de8c54 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 944 time: 0.1590619 Jun 29 11:36:25.060278 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.115224 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port b2f7b242-928a-4ead-a0c4-892bc1c45907, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b2f7b242-928a-4ead-a0c4-892bc1c45907,segment=NetworkSegment(bbef37f8-3a7b-48e3-9dbc-5a143f3135b5),segment_id=bbef37f8-3a7b-48e3-9dbc-5a143f3135b5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:25.116796 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1cb1a0-7080-4428-9e37-45d6165470bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f7b242-928a-4ead-a0c4-892bc1c45907'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:25.133362 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c381295c-6f96-461c-8b9b-a5d04aaaf508 req-287608a7-8268-4e76-9001-c3a8d4bce1c0 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903330 Jun 29 11:36:25.139371 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5846a9a5-8482-4403-a937-7ad0f1eca352" -d '{"events": [{"server_uuid": "8a1cb1a0-7080-4428-9e37-45d6165470bd", "name": "network-vif-plugged", "status": "completed", "tag": "b2f7b242-928a-4ead-a0c4-892bc1c45907"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:25.143847 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.144887 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 74388978-24cc-4bb8-ae15-73414980f1cf up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:25.147929 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-65a67b19-8b82-41ed-8eac-b08b0c7cbb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:25.226393 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9117a3-1969-4ad8-a346-140686e8eb41 req-cdd76fea-b6fc-49e8-8f2b-de41dd7b7721 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:25.228575 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e9117a3-1969-4ad8-a346-140686e8eb41 req-cdd76fea-b6fc-49e8-8f2b-de41dd7b7721 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.1091120 Jun 29 11:36:25.229583 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d3603e-2df9-4ba9-a4ba-bcec116c8a76 x-openstack-request-id: req-39d3603e-2df9-4ba9-a4ba-bcec116c8a76 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:25.229890 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1cb1a0-7080-4428-9e37-45d6165470bd", "name": "network-vif-plugged", "status": "completed", "tag": "b2f7b242-928a-4ead-a0c4-892bc1c45907", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:25.230154 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-39d3603e-2df9-4ba9-a4ba-bcec116c8a76 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:25.230563 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1cb1a0-7080-4428-9e37-45d6165470bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f7b242-928a-4ead-a0c4-892bc1c45907', 'code': 200} Jun 29 11:36:25.243388 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=b2f7b242-928a-4ead-a0c4-892bc1c45907,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:25.256161 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.256512 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.256853 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.257224 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.257699 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.257916 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.258283 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.258497 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59408) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:25.258682 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.258984 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.259328 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.259726 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.260272 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:25.265165 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:25.266525 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 74388978-24cc-4bb8-ae15-73414980f1cf completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:25.280713 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 74388978-24cc-4bb8-ae15-73414980f1cf triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:25.280713 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.307065 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e9117a3-1969-4ad8-a346-140686e8eb41 req-60aef9eb-a796-42f0-ae28-bacbca864d8b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679541 Jun 29 11:36:25.396766 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.444838 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:25.450376 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.452409 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device e0245ea7-dfe7-4922-899e-237ac825b6eb up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:25.456404 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:25.461437 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c18b7df4-f691-46e8-af34-652084cda8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.579486 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c18b7df4-f691-46e8-af34-652084cda8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.586528 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c18b7df4-f691-46e8-af34-652084cda8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.589546 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:25.597286 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:25.605547 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:25.618477 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port e0245ea7-dfe7-4922-899e-237ac825b6eb completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:25.623552 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port e0245ea7-dfe7-4922-899e-237ac825b6eb triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:25.624025 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.631257 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b7df4-f691-46e8-af34-652084cda8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f3c754-2906-4e2b-9209-9629bbf440f5,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:25.636664 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-c18b7df4-f691-46e8-af34-652084cda8b0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0f45de16b514e979540d5cbaa49154d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763435 Jun 29 11:36:25.637775 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c18b7df4-f691-46e8-af34-652084cda8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:25.640342 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59416) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:25.738859 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.804117 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port e0245ea7-dfe7-4922-899e-237ac825b6eb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:25.813194 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.821613 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-be386d11-ab24-425b-8f50-4b2f88f50031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:25.938782 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=e0245ea7-dfe7-4922-899e-237ac825b6eb,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:25.943397 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:26.027979 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-771e8dbe-d128-45da-a3e9-3b5d1fa289a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.028886 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd577b8-cf77-49f2-84d5-214bcf5f2dc8 req-d6c8ead3-eb3a-414e-873f-78fdd09ef498 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:26.031325 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7cd577b8-cf77-49f2-84d5-214bcf5f2dc8 req-d6c8ead3-eb3a-414e-873f-78fdd09ef498 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0820184 Jun 29 11:36:26.064965 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-771e8dbe-d128-45da-a3e9-3b5d1fa289a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.094218 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30607e0c-0606-4c64-80a8-adcbad076a5c req-770af756-4220-4b3c-a2fb-c1c61a15361c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:26.095818 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-30607e0c-0606-4c64-80a8-adcbad076a5c req-770af756-4220-4b3c-a2fb-c1c61a15361c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.1244180 Jun 29 11:36:26.108381 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7cd577b8-cf77-49f2-84d5-214bcf5f2dc8 req-1fc29de1-82a3-4ba8-b395-d9c855fa6a63 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649462 Jun 29 11:36:26.167700 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-30607e0c-0606-4c64-80a8-adcbad076a5c req-a5629cff-bf27-4101-a660-e1bedaeee03c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557852 Jun 29 11:36:26.198308 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-771e8dbe-d128-45da-a3e9-3b5d1fa289a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.203648 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-771e8dbe-d128-45da-a3e9-3b5d1fa289a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.208031 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-771e8dbe-d128-45da-a3e9-3b5d1fa289a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2f3c754-2906-4e2b-9209-9629bbf440f5 HTTP/1.1" status: 204 len: 168 time: 0.5638316 Jun 29 11:36:26.208031 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8e15837b-71c0-4953-aa29-61425e0234a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:26.226970 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e8dbe-d128-45da-a3e9-3b5d1fa289a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f3c754-2906-4e2b-9209-9629bbf440f5,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:26.236761 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-771e8dbe-d128-45da-a3e9-3b5d1fa289a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:26.377091 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-76fd1982-533f-4a63-b84f-bca167282f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.401101 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a971f0-5b24-40fd-9f9b-53529aca71e5 req-5967df56-e62e-4192-bbbb-ee0b10a176c0 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:26.406620 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a4a971f0-5b24-40fd-9f9b-53529aca71e5 req-5967df56-e62e-4192-bbbb-ee0b10a176c0 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.1009667 Jun 29 11:36:26.612791 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59440) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:26.628256 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e6023200-c08b-4b01-9da9-ad0e6c863421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.628899 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a4a971f0-5b24-40fd-9f9b-53529aca71e5 req-c97751ef-2b5b-4bde-920a-921f5c3cf8a1 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121010 Jun 29 11:36:26.734289 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e6023200-c08b-4b01-9da9-ad0e6c863421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.739357 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e6023200-c08b-4b01-9da9-ad0e6c863421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.742821 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-38e75cfd-68e4-48ef-b00a-f5c2524968ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:26.784699 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-e6023200-c08b-4b01-9da9-ad0e6c863421 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8040d68641aa404f9cd4c9799f2fb3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706216 Jun 29 11:36:26.785763 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6023200-c08b-4b01-9da9-ad0e6c863421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b93c55a-c2dd-409a-bee3-6edcffa52576,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:26.787473 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 59442) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:26.788987 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e6023200-c08b-4b01-9da9-ad0e6c863421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:26.844667 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-641f5e7c-a661-4829-a5ce-8d39fbfc935c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.878144 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-641f5e7c-a661-4829-a5ce-8d39fbfc935c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.946099 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-641f5e7c-a661-4829-a5ce-8d39fbfc935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.950625 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-641f5e7c-a661-4829-a5ce-8d39fbfc935c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.952963 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-641f5e7c-a661-4829-a5ce-8d39fbfc935c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b93c55a-c2dd-409a-bee3-6edcffa52576 HTTP/1.1" status: 204 len: 168 time: 0.1642294 Jun 29 11:36:26.954084 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0655eadc-4f84-4873-97f6-289cc3a34910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:26.967217 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f5e7c-a661-4829-a5ce-8d39fbfc935c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b93c55a-c2dd-409a-bee3-6edcffa52576,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:26.970873 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-641f5e7c-a661-4829-a5ce-8d39fbfc935c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:27.066983 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.231490 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf'}, {'server_uuid': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0245ea7-dfe7-4922-899e-237ac825b6eb'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:27.240478 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac0eff6-b6b0-411c-bccb-148d48870914" -d '{"events": [{"server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "name": "network-vif-plugged", "status": "completed", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf"}, {"server_uuid": "aa5607ad-408a-47c7-9d90-19403a5fbba4", "name": "network-vif-plugged", "status": "completed", "tag": "e0245ea7-dfe7-4922-899e-237ac825b6eb"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:27.441020 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b1e4b-e0b2-4381-b729-d980d90b49ea req-f993a7ec-6cb6-4288-a7d2-922582345b93 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:27.442646 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ec8b1e4b-e0b2-4381-b729-d980d90b49ea req-f993a7ec-6cb6-4288-a7d2-922582345b93 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0968235 Jun 29 11:36:27.488171 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ec8b1e4b-e0b2-4381-b729-d980d90b49ea req-a0be586e-b90c-4bb0-ad53-0326e2743542 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368257 Jun 29 11:36:27.526280 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b454929-9dbc-4daa-8919-3f18d30a761e req-3affeba1-b718-4a30-823c-c97cc322a118 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:27.527903 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5b454929-9dbc-4daa-8919-3f18d30a761e req-3affeba1-b718-4a30-823c-c97cc322a118 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.1334150 Jun 29 11:36:27.577204 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5b454929-9dbc-4daa-8919-3f18d30a761e req-4cd646c3-2f6d-494e-a701-c39649f848c2 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422604 Jun 29 11:36:27.728452 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e86d6f8-1573-452b-be25-a3b90bb9055b x-openstack-request-id: req-2e86d6f8-1573-452b-be25-a3b90bb9055b {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:27.729043 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "name": "network-vif-plugged", "status": "completed", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf", "code": 200}, {"server_uuid": "aa5607ad-408a-47c7-9d90-19403a5fbba4", "name": "network-vif-plugged", "status": "completed", "tag": "e0245ea7-dfe7-4922-899e-237ac825b6eb", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:27.729378 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e86d6f8-1573-452b-be25-a3b90bb9055b {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:27.729859 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf', 'code': 200} Jun 29 11:36:27.730194 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0245ea7-dfe7-4922-899e-237ac825b6eb', 'code': 200} Jun 29 11:36:27.873894 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82680e4a-0479-4343-b21d-66155890e3e5 req-fbc1622a-ceac-4373-8602-d88dbb115605 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:27.876390 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-82680e4a-0479-4343-b21d-66155890e3e5 req-fbc1622a-ceac-4373-8602-d88dbb115605 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.0790582 Jun 29 11:36:27.920269 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-82680e4a-0479-4343-b21d-66155890e3e5 req-0c1b2031-bfcc-4c89-882c-5b5f6962c73c tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370424 Jun 29 11:36:27.977040 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:28.619284 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a09ab-5511-4e46-b7ac-d321aae13671 req-edc77c62-2939-4a79-8214-1f4c5e51ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:28.621325 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-695a09ab-5511-4e46-b7ac-d321aae13671 req-edc77c62-2939-4a79-8214-1f4c5e51ef07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 1098 time: 0.1110487 Jun 29 11:36:28.702146 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-695a09ab-5511-4e46-b7ac-d321aae13671 req-e3a7ffd6-cba0-4af8-b701-f0bcb32d4db9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608346 Jun 29 11:36:28.786329 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd7c1-049b-48d7-b109-9e830e4e05c1 req-36f8e519-ef20-40d1-b130-8540fedeb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:28.789368 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-de1dd7c1-049b-48d7-b109-9e830e4e05c1 req-36f8e519-ef20-40d1-b130-8540fedeb498 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 1098 time: 0.1573792 Jun 29 11:36:28.865185 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf661c-de74-4244-b7af-eaa49ae2bb0b req-80482cff-f6ce-446a-a4c9-9a6be8435eb8 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:28.869033 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ecaf661c-de74-4244-b7af-eaa49ae2bb0b req-80482cff-f6ce-446a-a4c9-9a6be8435eb8 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1581423 Jun 29 11:36:28.871437 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a9f4-ae65-457a-9c1b-6f0c6003290a req-0e3dce8f-5094-42a9-81e4-027a06cf4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:28.873876 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d3a2a9f4-ae65-457a-9c1b-6f0c6003290a req-0e3dce8f-5094-42a9-81e4-027a06cf4d87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 1099 time: 0.1858809 Jun 29 11:36:28.904501 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c8283-cf25-4155-9c71-7aa7d9122159 req-cdd3e987-6073-45aa-8e2f-5c9651681e45 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:28.906115 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e4c8283-cf25-4155-9c71-7aa7d9122159 req-cdd3e987-6073-45aa-8e2f-5c9651681e45 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.1388645 Jun 29 11:36:28.952834 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d3a2a9f4-ae65-457a-9c1b-6f0c6003290a req-73f6373e-5275-4336-8cbc-6bed9b3f85ed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713415 Jun 29 11:36:28.966929 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-de1dd7c1-049b-48d7-b109-9e830e4e05c1 req-d5f482b3-f9d9-4f3e-9a57-1aec57392d21 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962784 Jun 29 11:36:28.974979 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e4c8283-cf25-4155-9c71-7aa7d9122159 req-55283eb7-6d4d-4d63-8e7f-0b6f4e5acc6b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491309 Jun 29 11:36:28.975878 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ecaf661c-de74-4244-b7af-eaa49ae2bb0b req-3cfcf26c-45e5-461e-b997-f3deec972451 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949211 Jun 29 11:36:29.219924 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bace91f-032a-47e1-a583-aaa38cf11ecf req-bb8a17d5-50c9-46a8-b465-0bbf92273055 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:29.221858 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9bace91f-032a-47e1-a583-aaa38cf11ecf req-bb8a17d5-50c9-46a8-b465-0bbf92273055 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.0964260 Jun 29 11:36:29.279934 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9bace91f-032a-47e1-a583-aaa38cf11ecf req-5b7eae2d-7c3c-4c04-923f-a4879fc60f01 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508957 Jun 29 11:36:29.473809 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:30.267548 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a7084-d773-4225-908f-7f2e9eff5637 req-b05b85bb-1e65-44c6-9acc-4d8eba7e37d9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:30.282038 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a59a7084-d773-4225-908f-7f2e9eff5637 req-b05b85bb-1e65-44c6-9acc-4d8eba7e37d9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1154120 Jun 29 11:36:30.313403 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88c819-da80-4cdf-80f1-0f6730f21af9 req-2360967a-41cf-4f3d-9329-1051ec02dda4 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:30.326833 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6c88c819-da80-4cdf-80f1-0f6730f21af9 req-2360967a-41cf-4f3d-9329-1051ec02dda4 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.1208076 Jun 29 11:36:30.337473 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a59a7084-d773-4225-908f-7f2e9eff5637 req-5f893743-0241-4a14-a60d-7a20886a48bd tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540202 Jun 29 11:36:30.396815 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6c88c819-da80-4cdf-80f1-0f6730f21af9 req-5f47f225-f4ea-436e-a16a-1a5305e75e23 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683188 Jun 29 11:36:30.691218 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ecc04-78f6-4532-8cb1-a0f6f98eb815 req-b127a0ca-147a-4b20-b050-1ee956bc90d8 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:30.693872 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2c9ecc04-78f6-4532-8cb1-a0f6f98eb815 req-b127a0ca-147a-4b20-b050-1ee956bc90d8 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.1278572 Jun 29 11:36:30.786342 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2c9ecc04-78f6-4532-8cb1-a0f6f98eb815 req-9f90b090-973e-4d8b-9e26-8165776166b9 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852602 Jun 29 11:36:31.742685 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea3191-171c-4213-af51-c38ae98a7a3c req-f1560683-434b-4f26-b211-f642b133165b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:31.746224 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a5ea3191-171c-4213-af51-c38ae98a7a3c req-f1560683-434b-4f26-b211-f642b133165b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1833308 Jun 29 11:36:31.811034 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e188af3-e0cd-453d-b8b1-59c3fe4ac3cf req-c61592d7-b154-4071-9217-a0e6d0c41dd0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:31.814181 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1e188af3-e0cd-453d-b8b1-59c3fe4ac3cf req-c61592d7-b154-4071-9217-a0e6d0c41dd0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.1742227 Jun 29 11:36:31.847012 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59642) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:31.862279 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a5ea3191-171c-4213-af51-c38ae98a7a3c req-eff28585-071f-4b81-a380-a145b9b1372d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035521 Jun 29 11:36:31.898613 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1e188af3-e0cd-453d-b8b1-59c3fe4ac3cf req-7143251b-d043-435b-9486-99d42f2de829 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722373 Jun 29 11:36:32.173087 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-20e9b6f3-3aa6-4f04-be87-529b72a2439b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:32.283780 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ef151-77ba-40b1-9e7a-6cc8b1c2da88 req-6e7d3b1c-c43d-41bf-99a7-6eaa8542fa06 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:32.284421 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4254a21-99b3-4945-9c8a-56023573b5ca req-efe66f26-2c92-4f69-9d39-7f5ea8b59465 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:32.285446 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ac4ef151-77ba-40b1-9e7a-6cc8b1c2da88 req-6e7d3b1c-c43d-41bf-99a7-6eaa8542fa06 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1613822 Jun 29 11:36:32.298330 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 59658) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:32.300770 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e4254a21-99b3-4945-9c8a-56023573b5ca req-efe66f26-2c92-4f69-9d39-7f5ea8b59465 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.2516973 Jun 29 11:36:32.304889 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-8d32bf15-312a-407c-a136-85b0151c0294 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'floatingip': {'port_id': '74388978-24cc-4bb8-ae15-73414980f1cf'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:32.366464 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e4254a21-99b3-4945-9c8a-56023573b5ca req-ef72bbf4-57a5-4408-9c87-c386a353ed74 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614839 Jun 29 11:36:32.385115 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8d32bf15-312a-407c-a136-85b0151c0294 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:32.401924 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-20e9b6f3-3aa6-4f04-be87-529b72a2439b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:32.408850 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-20e9b6f3-3aa6-4f04-be87-529b72a2439b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:32.414556 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-337bd88d-afb8-4531-b457-e22d7b92ffc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:32.487261 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-20e9b6f3-3aa6-4f04-be87-529b72a2439b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ee08a4298414b71ac1e1e79e66fa46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6377633 Jun 29 11:36:32.490947 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 59662) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:32.493140 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9b6f3-3aa6-4f04-be87-529b72a2439b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6e2efd-93d3-4bf8-8601-a2a42beb5610,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:32.498397 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-20e9b6f3-3aa6-4f04-be87-529b72a2439b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:32.667340 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eca6a98-901f-4c74-9103-fd21bd04c5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:32.706060 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eca6a98-901f-4c74-9103-fd21bd04c5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:32.974997 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eca6a98-901f-4c74-9103-fd21bd04c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:32.978005 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eca6a98-901f-4c74-9103-fd21bd04c5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:32.979434 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-0eca6a98-901f-4c74-9103-fd21bd04c5ab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a6e2efd-93d3-4bf8-8601-a2a42beb5610 HTTP/1.1" status: 204 len: 168 time: 0.4874916 Jun 29 11:36:33.100302 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59678) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:33.119400 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-01beb209-0078-48f6-aa1e-e348ccd7cf76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:33.446869 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f19ebe5-47a9-4374-93af-aa3b17b72cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.488054 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca6a98-901f-4c74-9103-fd21bd04c5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6e2efd-93d3-4bf8-8601-a2a42beb5610,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:33.490422 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 59704) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:33.562992 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8d32bf15-312a-407c-a136-85b0151c0294 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.569199 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0eca6a98-901f-4c74-9103-fd21bd04c5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:33.575072 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8d32bf15-312a-407c-a136-85b0151c0294 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.605689 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f19ebe5-47a9-4374-93af-aa3b17b72cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.611954 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f19ebe5-47a9-4374-93af-aa3b17b72cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.617147 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-20e9b6f3-3aa6-4f04-be87-529b72a2439b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:33.620831 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8420633b-f0bd-416b-944d-5dc8f24919a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.674448 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-6f19ebe5-47a9-4374-93af-aa3b17b72cce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cd915a2206548f99a005aa0c2e488c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715797 Jun 29 11:36:33.675148 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59726) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:33.685881 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19ebe5-47a9-4374-93af-aa3b17b72cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa2701-c247-44a4-bd79-dadd8afd8d0e,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:33.689434 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6f19ebe5-47a9-4374-93af-aa3b17b72cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:33.750087 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41845bf4-bb6c-4192-b865-b1abeffc4405 req-94e843fa-ad83-41cc-b2bd-8f810b66ec5f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:33.757453 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-41845bf4-bb6c-4192-b865-b1abeffc4405 req-94e843fa-ad83-41cc-b2bd-8f810b66ec5f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.6351788 Jun 29 11:36:33.794353 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4f639017-e621-4991-8919-ab011140a4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.820692 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [None req-8d32bf15-312a-407c-a136-85b0151c0294 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Floating IP ca998609-6dc4-4758-9bd9-6cbb785e538c associated. External IP: 172.27.3.166, port: 74388978-24cc-4bb8-ae15-73414980f1cf. Jun 29 11:36:33.845564 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4f639017-e621-4991-8919-ab011140a4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.923197 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-41845bf4-bb6c-4192-b865-b1abeffc4405 req-3eb9a025-e3ad-4a74-8e16-49e108bee4dc tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641691 Jun 29 11:36:33.944500 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4f639017-e621-4991-8919-ab011140a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.952701 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4f639017-e621-4991-8919-ab011140a4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.958400 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-4f639017-e621-4991-8919-ab011140a4e0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8eaa2701-c247-44a4-bd79-dadd8afd8d0e HTTP/1.1" status: 204 len: 168 time: 0.2778389 Jun 29 11:36:33.958400 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-7b0f675a-55ad-46f4-b05f-e5c05d847960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:33.978680 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f639017-e621-4991-8919-ab011140a4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaa2701-c247-44a4-bd79-dadd8afd8d0e,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:33.984588 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4f639017-e621-4991-8919-ab011140a4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:34.119884 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8420633b-f0bd-416b-944d-5dc8f24919a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.269303 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8420633b-f0bd-416b-944d-5dc8f24919a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.275723 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-70f8e3a1-e677-44f8-b78d-0198072dbf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:34.287263 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d32bf15-312a-407c-a136-85b0151c0294 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Router 84cb5a09-7ee6-4804-aef8-79f5222e91da has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:36:34.385708 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-8420633b-f0bd-416b-944d-5dc8f24919a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0efb6c2421f144a1895d6a9dc612936b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8728008 Jun 29 11:36:34.390068 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 59758) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:34.397467 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b31e67-ff4e-445f-ad8a-911349af74d5 req-84a6e114-ccd2-4acc-9338-901c30d9ea91 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:34.415478 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a9b31e67-ff4e-445f-ad8a-911349af74d5 req-84a6e114-ccd2-4acc-9338-901c30d9ea91 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.1874063 Jun 29 11:36:34.416092 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 59762) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:34.420468 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420633b-f0bd-416b-944d-5dc8f24919a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b79c586-6ce0-4dd5-931c-fcb0981fd55a,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:34.423089 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-60e68a7b-1fe4-4634-8fa7-d382d43ee9f8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'floatingip': {'port_id': 'e0245ea7-dfe7-4922-899e-237ac825b6eb'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:34.428713 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8420633b-f0bd-416b-944d-5dc8f24919a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:34.561937 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-60e68a7b-1fe4-4634-8fa7-d382d43ee9f8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.610630 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d32bf15-312a-407c-a136-85b0151c0294 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:36:34.620780 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8d32bf15-312a-407c-a136-85b0151c0294 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.633281 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca70599-febc-4643-92c1-f831254f03db None None] Sync routers for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:36:34.646332 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ffca74ac-7d14-4d43-92cd-bd2616a6eaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.672676 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca70599-febc-4643-92c1-f831254f03db None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:36:34.673722 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ffca74ac-7d14-4d43-92cd-bd2616a6eaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.674512 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-cca70599-febc-4643-92c1-f831254f03db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:36:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:34.834750 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-8d32bf15-312a-407c-a136-85b0151c0294 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "PUT /v2.0/floatingips/ca998609-6dc4-4758-9bd9-6cbb785e538c HTTP/1.1" status: 200 len: 992 time: 2.5345855 Jun 29 11:36:34.835789 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:34.838341 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb" -d '{"events": [{"name": "network-changed", "server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:34.844255 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ffca74ac-7d14-4d43-92cd-bd2616a6eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.863411 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ffca74ac-7d14-4d43-92cd-bd2616a6eaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.869680 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ffca74ac-7d14-4d43-92cd-bd2616a6eaf2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b79c586-6ce0-4dd5-931c-fcb0981fd55a HTTP/1.1" status: 204 len: 168 time: 0.4741638 Jun 29 11:36:34.869680 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-72ef5482-62ab-4084-a1ed-252b758c513c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:34.901812 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca74ac-7d14-4d43-92cd-bd2616a6eaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b79c586-6ce0-4dd5-931c-fcb0981fd55a,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:34.927984 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ffca74ac-7d14-4d43-92cd-bd2616a6eaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:34.956349 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6559a98-1648-4cac-90fd-2c41837819d6 x-openstack-request-id: req-c6559a98-1648-4cac-90fd-2c41837819d6 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:34.956734 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:34.957223 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c6559a98-1648-4cac-90fd-2c41837819d6 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:34.957695 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf', 'status': 'completed', 'code': 200} Jun 29 11:36:35.115487 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-cca70599-febc-4643-92c1-f831254f03db None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:36:35.530334 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-250febb2-2918-4ce9-8620-9ea22fb1da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:35.532336 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-250febb2-2918-4ce9-8620-9ea22fb1da9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 1099 time: 0.4124062 Jun 29 11:36:35.865298 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-cca70599-febc-4643-92c1-f831254f03db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': 'ca998609-6dc4-4758-9bd9-6cbb785e538c', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'port_id': '74388978-24cc-4bb8-ae15-73414980f1cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'mac_address': 'fa:16:3e:96:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:35:36Z', 'updated_at': '2021-06-29T11:36:33Z', 'revision_number': 1, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:35.936428 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca70599-febc-4643-92c1-f831254f03db None None] Checking router: 84cb5a09-7ee6-4804-aef8-79f5222e91da for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:36:35.955117 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca70599-febc-4643-92c1-f831254f03db None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:36:35.957021 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-cca70599-febc-4643-92c1-f831254f03db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:36:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:36.258216 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-60e68a7b-1fe4-4634-8fa7-d382d43ee9f8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.319947 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-55811463-882d-4db6-a8b7-90b1b5b62ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:36.321846 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-55811463-882d-4db6-a8b7-90b1b5b62ca2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.7815497 Jun 29 11:36:36.323154 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-60e68a7b-1fe4-4634-8fa7-d382d43ee9f8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.364666 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-cca70599-febc-4643-92c1-f831254f03db None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:36:36.721565 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-da5d0d12-397c-4c9c-8ec8-1a35a0d71e81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74388978-24cc-4bb8-ae15-73414980f1cf HTTP/1.1" status: 200 len: 1000 time: 0.3918352 Jun 29 11:36:36.796569 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.l3_db [None req-60e68a7b-1fe4-4634-8fa7-d382d43ee9f8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Floating IP 1e1aec4b-e9ff-4692-bf83-b938542af154 associated. External IP: 172.27.3.114, port: e0245ea7-dfe7-4922-899e-237ac825b6eb. Jun 29 11:36:36.873859 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-21d0eeea-7d37-4bc3-ac22-78e7059f8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:36.875580 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-21d0eeea-7d37-4bc3-ac22-78e7059f8c46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.1418753 Jun 29 11:36:36.975155 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-cca70599-febc-4643-92c1-f831254f03db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': 'ca998609-6dc4-4758-9bd9-6cbb785e538c', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'port_id': '74388978-24cc-4bb8-ae15-73414980f1cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'mac_address': 'fa:16:3e:96:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:35:36Z', 'updated_at': '2021-06-29T11:36:33Z', 'revision_number': 1, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:37.033779 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-3ea0bebf-8183-48c6-b325-cd5f8d5f1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:37.035333 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-3ea0bebf-8183-48c6-b325-cd5f8d5f1de8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1500931 Jun 29 11:36:37.043389 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca70599-febc-4643-92c1-f831254f03db None None] The sync data for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi is: [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': 'ca998609-6dc4-4758-9bd9-6cbb785e538c', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'port_id': '74388978-24cc-4bb8-ae15-73414980f1cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'mac_address': 'fa:16:3e:96:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:35:36Z', 'updated_at': '2021-06-29T11:36:33Z', 'revision_number': 1, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:36:37.202441 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e68a7b-1fe4-4634-8fa7-d382d43ee9f8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Router aee093cf-c007-4b80-afad-45e356a6e9b3 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:36:37.226611 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-a8314c96-4610-427c-bbcb-6547cdae75f5 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764107 Jun 29 11:36:37.478925 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cec389-d14d-4c72-83b1-7c672adf5a9c None None] New status for floating IP ca998609-6dc4-4758-9bd9-6cbb785e538c: ACTIVE {{(pid=93146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:36:37.535065 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e68a7b-1fe4-4634-8fa7-d382d43ee9f8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:36:37.545651 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-60e68a7b-1fe4-4634-8fa7-d382d43ee9f8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:37.550056 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] Sync routers for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:36:37.569422 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:36:37.570072 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:36:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:37.608660 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b58ebd6-e9db-4dbc-b501-2769c50ccefb req-6c5c2638-9a67-4016-9b18-b537cfd78e45 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414454 Jun 29 11:36:37.690559 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-60e68a7b-1fe4-4634-8fa7-d382d43ee9f8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "PUT /v2.0/floatingips/1e1aec4b-e9ff-4692-bf83-b938542af154 HTTP/1.1" status: 200 len: 991 time: 3.2706819 Jun 29 11:36:37.690559 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'tag': 'e0245ea7-dfe7-4922-899e-237ac825b6eb'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:37.706532 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596326c8-74e7-417c-af62-5393d9f0ba7e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5607ad-408a-47c7-9d90-19403a5fbba4", "tag": "e0245ea7-dfe7-4922-899e-237ac825b6eb"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:37.920736 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4267493a-8bd9-48d4-a399-f4d7a51522e8 x-openstack-request-id: req-4267493a-8bd9-48d4-a399-f4d7a51522e8 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:37.921463 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5607ad-408a-47c7-9d90-19403a5fbba4", "tag": "e0245ea7-dfe7-4922-899e-237ac825b6eb", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:37.921763 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4267493a-8bd9-48d4-a399-f4d7a51522e8 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:37.922690 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'tag': 'e0245ea7-dfe7-4922-899e-237ac825b6eb', 'status': 'completed', 'code': 200} Jun 29 11:36:37.998473 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:36:38.155084 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-b7520558-10a5-4efd-98d9-3950dda3c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:38.157498 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-b7520558-10a5-4efd-98d9-3950dda3c8d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 1098 time: 0.1560707 Jun 29 11:36:38.275902 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-f70b9607-96df-45e5-bb9f-4fa91307c743 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1359525 Jun 29 11:36:38.320702 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-1359f868-2b79-402b-b1b9-ecba8d2cd6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:38.322372 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-1359f868-2b79-402b-b1b9-ecba8d2cd6a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 910 time: 0.1541996 Jun 29 11:36:38.478534 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-f5ed61ec-ec82-4921-918c-177de7837482 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb HTTP/1.1" status: 200 len: 999 time: 0.1471016 Jun 29 11:36:38.483125 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-313ebf5e-4242-47e2-971b-f45f9148bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:38.490478 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-313ebf5e-4242-47e2-971b-f45f9148bd04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc97e1e15544a4c9a9626bf7f38a3ac&device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 1098 time: 0.1271026 Jun 29 11:36:38.593424 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '1e1aec4b-e9ff-4692-bf83-b938542af154', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'port_id': 'e0245ea7-dfe7-4922-899e-237ac825b6eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'mac_address': 'fa:16:3e:1d:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:35:32Z', 'updated_at': '2021-06-29T11:36:35Z', 'revision_number': 1, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:38.604280 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-f50ef233-262c-4382-9d14-3e94e852cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:38.606024 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-f50ef233-262c-4382-9d14-3e94e852cba1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.1204278 Jun 29 11:36:38.642227 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] Checking router: aee093cf-c007-4b80-afad-45e356a6e9b3 for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:36:38.652890 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:36:38.653634 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:36:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:38.707729 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-2014fe49-cbef-47df-ace6-e66924c788b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:38.709786 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-2014fe49-cbef-47df-ace6-e66924c788b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895200 Jun 29 11:36:38.736027 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-54470a38-c1a8-41b0-adb3-af3f5e5c453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:38.739649 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-54470a38-c1a8-41b0-adb3-af3f5e5c453d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a54b4a3-e2b9-435d-8952-8dda5799b19b HTTP/1.1" status: 200 len: 913 time: 0.2086177 Jun 29 11:36:38.801872 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:36:38.845107 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-1da3c510-e101-499f-ac63-2680e7f6a812 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2f7b242-928a-4ead-a0c4-892bc1c45907 HTTP/1.1" status: 200 len: 217 time: 0.0871673 Jun 29 11:36:38.847888 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-60263e1e-4cef-4f4b-bead-d5250f847154 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251442 Jun 29 11:36:39.063391 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-cbf6b43b-cd2d-4d98-9dc7-9830879147a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:39.066039 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-cbf6b43b-cd2d-4d98-9dc7-9830879147a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=078146a2-a682-4fd7-8dc5-3f2a2f038046 HTTP/1.1" status: 200 len: 852 time: 0.2017732 Jun 29 11:36:39.082624 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-596326c8-74e7-417c-af62-5393d9f0ba7e req-6ee7f237-afca-4f45-8e8d-ebdaa102a8d3 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229030 Jun 29 11:36:39.129210 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-d1406a9e-37bc-416b-bfd9-3422b8eec31e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a54b4a3-e2b9-435d-8952-8dda5799b19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526514 Jun 29 11:36:39.249852 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '1e1aec4b-e9ff-4692-bf83-b938542af154', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'port_id': 'e0245ea7-dfe7-4922-899e-237ac825b6eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'mac_address': 'fa:16:3e:1d:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:35:32Z', 'updated_at': '2021-06-29T11:36:35Z', 'revision_number': 1, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:39.290934 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-25e9d0cc-6e1f-44f3-89b0-1999a8f6223e service neutron] 10.222.0.24 "GET /v2.0/networks/5a54b4a3-e2b9-435d-8952-8dda5799b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470673 Jun 29 11:36:39.295122 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5e61f-e932-4d19-8369-738a21da6130 None None] The sync data for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi is: [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '1e1aec4b-e9ff-4692-bf83-b938542af154', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'port_id': 'e0245ea7-dfe7-4922-899e-237ac825b6eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'mac_address': 'fa:16:3e:1d:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:35:32Z', 'updated_at': '2021-06-29T11:36:35Z', 'revision_number': 1, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:36:39.360577 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:39.478430 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-49685c7a-12c4-42b7-9414-dc5d5b8fc646 req-1c222683-e66d-4854-b9ab-718172eb01ce service neutron] 10.222.0.24 "GET /v2.0/networks/5a54b4a3-e2b9-435d-8952-8dda5799b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766558 Jun 29 11:36:39.652543 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf0a78-2bc2-4a6c-a27b-fc24ba171bd2 None None] New status for floating IP 1e1aec4b-e9ff-4692-bf83-b938542af154: ACTIVE {{(pid=93146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:36:47.270323 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:36:53.127766 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1ddf46ab-9a9a-4a4b-9ee4-89fa5695be15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.235197 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 60142) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:54.379888 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3eb4adbe-6ca0-48a2-8239-236f4b96a630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.532771 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3eb4adbe-6ca0-48a2-8239-236f4b96a630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.541465 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3eb4adbe-6ca0-48a2-8239-236f4b96a630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.549402 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6f19ebe5-47a9-4374-93af-aa3b17b72cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:54.622671 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-3eb4adbe-6ca0-48a2-8239-236f4b96a630 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=83b4ca12b5564de8b5ed51e38fd7281e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842628 Jun 29 11:36:54.626544 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 60154) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:54.631873 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4adbe-6ca0-48a2-8239-236f4b96a630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c37044d-1fb7-4b2d-b8bd-98a3d6d11c8e,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:54.645256 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3eb4adbe-6ca0-48a2-8239-236f4b96a630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:54.740299 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcb33-67fd-4244-8bcb-d33815526bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.781524 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcb33-67fd-4244-8bcb-d33815526bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.868990 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcb33-67fd-4244-8bcb-d33815526bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.874007 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcb33-67fd-4244-8bcb-d33815526bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.878185 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-7d0dcb33-67fd-4244-8bcb-d33815526bd6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c37044d-1fb7-4b2d-b8bd-98a3d6d11c8e HTTP/1.1" status: 204 len: 168 time: 0.2500722 Jun 29 11:36:54.879189 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:54.889257 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dcb33-67fd-4244-8bcb-d33815526bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c37044d-1fb7-4b2d-b8bd-98a3d6d11c8e,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:54.892189 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-7d0dcb33-67fd-4244-8bcb-d33815526bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:55.472478 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 60182) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:55.491671 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-32aa0db4-4791-4ef4-88b7-1f0dfd30d9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.637810 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-32aa0db4-4791-4ef4-88b7-1f0dfd30d9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.642757 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-32aa0db4-4791-4ef4-88b7-1f0dfd30d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.645790 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8420633b-f0bd-416b-944d-5dc8f24919a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:55.688099 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-32aa0db4-4791-4ef4-88b7-1f0dfd30d9cc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1afbc8343bad4939a0713907db113904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142296 Jun 29 11:36:55.689369 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa0db4-4791-4ef4-88b7-1f0dfd30d9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98996b42-2588-4b7b-8865-1d93facf51bc,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:55.690977 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 60184) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:55.692572 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-32aa0db4-4791-4ef4-88b7-1f0dfd30d9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:55.770648 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3e439439-82bc-452c-8287-ffe54ddc6a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.800184 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3e439439-82bc-452c-8287-ffe54ddc6a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.837461 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a11b3-e467-4064-9459-d562bfa50f9c req-8384036a-9610-4cea-ad9f-a061323ca836 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:55.840101 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-043a11b3-e467-4064-9459-d562bfa50f9c req-8384036a-9610-4cea-ad9f-a061323ca836 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.0936282 Jun 29 11:36:55.855891 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3e439439-82bc-452c-8287-ffe54ddc6a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.863069 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3e439439-82bc-452c-8287-ffe54ddc6a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.867237 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-3e439439-82bc-452c-8287-ffe54ddc6a10 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/98996b42-2588-4b7b-8865-1d93facf51bc HTTP/1.1" status: 204 len: 168 time: 0.1742239 Jun 29 11:36:55.868366 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8d524803-510f-4f7c-b06b-55af9414e9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:55.881245 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e439439-82bc-452c-8287-ffe54ddc6a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98996b42-2588-4b7b-8865-1d93facf51bc,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:55.884578 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3e439439-82bc-452c-8287-ffe54ddc6a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:55.923129 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-043a11b3-e467-4064-9459-d562bfa50f9c req-9c167a10-0fa4-4261-93db-ed6a36166c0e tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758636 Jun 29 11:36:56.383259 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-bc23ebf9-edcc-4ea2-9c22-a98eab0d7676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:57.063639 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:57.985899 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:59.486750 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:59.512924 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-68008e12-b380-4ff8-873d-aab6b5ce41aa tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:59.517643 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-68008e12-b380-4ff8-873d-aab6b5ce41aa tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 815 time: 0.1921701 Jun 29 11:36:59.538367 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-791423e2-902d-49d4-b701-d59987943c86 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/quotas/2c51d252084e4ba4a3841650bf6a77e4 HTTP/1.1" status: 200 len: 375 time: 0.0106301 Jun 29 11:36:59.642181 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-e0d56bb6-983e-448f-a3c5-f9aacb5ecaf9 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965312 Jun 29 11:36:59.772343 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-aa92ae7a-98e6-4835-9b6f-a02444143ab5 service neutron] 10.222.0.72 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175554 Jun 29 11:36:59.941770 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-d60b646c-9a42-4d8e-815f-cc84960a43a1 service neutron] 10.222.0.72 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554804 Jun 29 11:37:04.375708 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-183b5283-ae94-410c-9e17-3fecf50bba0a req-11d6c0fa-bdcb-40d9-af3a-7749e7b400e4 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 210 time: 0.0529258 Jun 29 11:37:04.400834 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582373b0-66dc-438f-8f21-4b0d513b1188 req-f60e3e28-8e38-4469-83be-50702c7cd684 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:04.409343 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-582373b0-66dc-438f-8f21-4b0d513b1188 req-f60e3e28-8e38-4469-83be-50702c7cd684 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.1184123 Jun 29 11:37:04.472926 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-582373b0-66dc-438f-8f21-4b0d513b1188 req-7d165c7a-bc10-49ec-83fd-6cdfc07867f5 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620120 Jun 29 11:37:06.027806 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a76d3d79-ccdb-451f-8f55-7179714118c9 req-91f704ea-8bb8-47d6-bfbf-0032e699f45d tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 210 time: 0.0626140 Jun 29 11:37:06.069320 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d020534-2612-4201-85f6-da0f5ad2f725 req-974a2f03-b833-45b9-b712-41067d4f719f tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:06.070999 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d020534-2612-4201-85f6-da0f5ad2f725 req-974a2f03-b833-45b9-b712-41067d4f719f tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.1284366 Jun 29 11:37:06.118872 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d020534-2612-4201-85f6-da0f5ad2f725 req-400d36c7-d75d-41e2-a26f-2c5e4754425e tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 Jun 29 11:37:06.123372 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-82bf9b61-6fb4-4dd5-a96c-732aa1435f8f tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:06.126064 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-82bf9b61-6fb4-4dd5-a96c-732aa1435f8f tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 815 time: 0.3185315 Jun 29 11:37:06.229712 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Request body: {'port': {'device_id': 'ebd37cf8-634b-4b02-bac1-4e2b004bb00d', 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d', 'admin_state_up': True, 'tenant_id': '2c51d252084e4ba4a3841650bf6a77e4'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:06.396228 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Made reservation on behalf of 2c51d252084e4ba4a3841650bf6a77e4 for: {'port': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:06.400791 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:06.575475 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Allocated IP 172.20.0.7 (50183bd1-e74d-45c1-b7cc-ddca4f02236d/85b0fdec-a2e5-4fae-9c43-f02bf104f75f/b1a79452-7a86-473a-b603-f1659ff63e36) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:06.773688 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:06.822718 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:06.829096 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:06.840176 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['d85c3ef3-a7b5-4556-8fbb-d8389da66780'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:06.881495 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Network 50183bd1-e74d-45c1-b7cc-ddca4f02236d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:06.885279 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:06.892472 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:06.900504 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:06.901274 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:06.925885 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Pushing event updated for resources: {'Port': ['ID=b1a79452-7a86-473a-b603-f1659ff63e36,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:06.967935 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:06.982504 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7566738 Jun 29 11:37:07.006846 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Request body: {'port': {'device_id': 'ebd37cf8-634b-4b02-bac1-4e2b004bb00d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:07.132361 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:07.367444 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba90d3d-9a5d-458a-8564-c593b36a1397 req-ee1ec50a-c85d-48e7-92ff-0c9e481e52b8 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:07.369141 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9ba90d3d-9a5d-458a-8564-c593b36a1397 req-ee1ec50a-c85d-48e7-92ff-0c9e481e52b8 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.0910099 Jun 29 11:37:07.389349 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383e6a7-3a54-4911-b57b-dd0ce46c5286 req-70a5767a-3e31-412e-8ad6-e9acfb14e56d tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:07.390942 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f383e6a7-3a54-4911-b57b-dd0ce46c5286 req-70a5767a-3e31-412e-8ad6-e9acfb14e56d tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 931 time: 0.2046831 Jun 29 11:37:07.538989 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f383e6a7-3a54-4911-b57b-dd0ce46c5286 req-71cce52c-cba0-404d-8355-da934bfe47ed tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297393 Jun 29 11:37:07.669352 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a79452-7a86-473a-b603-f1659ff63e36 {{(pid=93144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:07.684082 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:07.701429 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Transition to ACTIVE for port object b1a79452-7a86-473a-b603-f1659ff63e36 will not be triggered until provisioned by entity L2. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:07.706378 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:07.708678 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9ba90d3d-9a5d-458a-8564-c593b36a1397 req-05bfc5a5-9f85-4cdf-88dc-d61c597d783f tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275115 Jun 29 11:37:07.710907 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:07.780934 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a79452-7a86-473a-b603-f1659ff63e36,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:07.784786 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:07.819034 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Attempting to bind port b1a79452-7a86-473a-b603-f1659ff63e36 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:07.819367 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Attempting to bind port b1a79452-7a86-473a-b603-f1659ff63e36 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:07.819694 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Attempting to bind port b1a79452-7a86-473a-b603-f1659ff63e36 on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:07.824156 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Port b1a79452-7a86-473a-b603-f1659ff63e36 on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:37:07.824482 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Attempting to bind port b1a79452-7a86-473a-b603-f1659ff63e36 on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:07.830458 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:07.830788 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Checking segment: {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:07.831166 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Bound using segment: {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:07.831590 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Bound port: b1a79452-7a86-473a-b603-f1659ff63e36, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'}}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:07.831939 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:08.129169 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] For port b1a79452-7a86-473a-b603-f1659ff63e36, host hv-cinder-79760, cleared binding levels {{(pid=93144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:08.135112 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] For port b1a79452-7a86-473a-b603-f1659ff63e36, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b1a79452-7a86-473a-b603-f1659ff63e36,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:08.146140 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:08.149912 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-5c864fc6-6e5c-4115-9756-b7f5f5f8a639 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:08.182924 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:08.183557 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:08.185238 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/b1a79452-7a86-473a-b603-f1659ff63e36 HTTP/1.1" status: 200 len: 1093 time: 1.1917803 Jun 29 11:37:08.185745 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd37cf8-634b-4b02-bac1-4e2b004bb00d', 'tag': 'b1a79452-7a86-473a-b603-f1659ff63e36'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:08.188089 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359e2323-512a-45b6-8354-41659f4c47da" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd37cf8-634b-4b02-bac1-4e2b004bb00d", "tag": "b1a79452-7a86-473a-b603-f1659ff63e36"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:08.227027 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a79452-7a86-473a-b603-f1659ff63e36,revision_number=3']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:08.230495 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:08.316007 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-d0122f2d-6981-4d5b-b58c-0320c9140f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:08.317619 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-d0122f2d-6981-4d5b-b58c-0320c9140f75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 1096 time: 0.0606902 Jun 29 11:37:08.376399 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-8fd0f5e2-9fe5-41c6-95af-7832d98d3cd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1a79452-7a86-473a-b603-f1659ff63e36 HTTP/1.1" status: 200 len: 217 time: 0.0494895 Jun 29 11:37:08.431570 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-dcca2ad0-02dd-49f9-a9b5-1a9c84be0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:08.433062 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-dcca2ad0-02dd-49f9-a9b5-1a9c84be0d08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85b0fdec-a2e5-4fae-9c43-f02bf104f75f HTTP/1.1" status: 200 len: 855 time: 0.0495317 Jun 29 11:37:08.467639 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-3bebf9a1-5cb1-4f99-b34d-8d7558a8ef54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50183bd1-e74d-45c1-b7cc-ddca4f02236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276077 Jun 29 11:37:08.576446 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-1d903370-3e3f-4d31-a4d4-ab0704b1b747 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992522 Jun 29 11:37:08.674636 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3c6b86-3bd1-4a1c-bf6c-cf939e644fb4 x-openstack-request-id: req-4e3c6b86-3bd1-4a1c-bf6c-cf939e644fb4 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:08.675139 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd37cf8-634b-4b02-bac1-4e2b004bb00d", "tag": "b1a79452-7a86-473a-b603-f1659ff63e36", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:08.675577 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4e3c6b86-3bd1-4a1c-bf6c-cf939e644fb4 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:08.676276 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd37cf8-634b-4b02-bac1-4e2b004bb00d', 'tag': 'b1a79452-7a86-473a-b603-f1659ff63e36', 'status': 'completed', 'code': 200} Jun 29 11:37:08.726598 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8c8ca831-80e1-4c94-8fdf-95285a1fbcd9 req-e59406ff-124b-43b7-8069-b015f945f46e service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418571 Jun 29 11:37:08.834938 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ab9a4-2207-44de-b84c-086cb6fb98db req-64aa1609-b2fa-4cab-aa09-e7ad43ad3e47 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:08.836878 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ba2ab9a4-2207-44de-b84c-086cb6fb98db req-64aa1609-b2fa-4cab-aa09-e7ad43ad3e47 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 943 time: 0.0826106 Jun 29 11:37:08.894532 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ba2ab9a4-2207-44de-b84c-086cb6fb98db req-0dac4901-2628-4be3-88c0-27505ad0d0df tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461693 Jun 29 11:37:09.005746 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf58242-1059-48c4-8178-13a3a47e641d req-be3d3bc2-d759-4b37-aeab-55469fddcf8f tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:09.007326 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0bf58242-1059-48c4-8178-13a3a47e641d req-be3d3bc2-d759-4b37-aeab-55469fddcf8f tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.1172154 Jun 29 11:37:09.009552 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e2323-512a-45b6-8354-41659f4c47da req-7901705f-27d1-4a9b-b9f5-080f8ca6336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:09.011073 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-359e2323-512a-45b6-8354-41659f4c47da req-7901705f-27d1-4a9b-b9f5-080f8ca6336a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 1096 time: 0.0868800 Jun 29 11:37:09.076960 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-94613cc7-055f-4ccf-9905-4cb6b392e537 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:09.078578 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-94613cc7-055f-4ccf-9905-4cb6b392e537 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 945 time: 0.0759726 Jun 29 11:37:09.175643 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0bf58242-1059-48c4-8178-13a3a47e641d req-65b7ba85-ae64-4cdd-aa4e-2711a056fa40 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601107 Jun 29 11:37:09.203790 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Deleting port b2f7b242-928a-4ead-a0c4-892bc1c45907 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:37:09.204186 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.241226 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e2323-512a-45b6-8354-41659f4c47da req-68b0e4bc-ec96-4937-aad4-4f7fdca0b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:09.244000 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-359e2323-512a-45b6-8354-41659f4c47da req-68b0e4bc-ec96-4937-aad4-4f7fdca0b0fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 916 time: 0.2163997 Jun 29 11:37:09.327596 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] For port b2f7b242-928a-4ead-a0c4-892bc1c45907, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b2f7b242-928a-4ead-a0c4-892bc1c45907,segment=NetworkSegment(bbef37f8-3a7b-48e3-9dbc-5a143f3135b5),segment_id=bbef37f8-3a7b-48e3-9dbc-5a143f3135b5)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:09.327950 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.345999 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Calling delete_port for b2f7b242-928a-4ead-a0c4-892bc1c45907 owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:37:09.550670 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.556074 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:09.589945 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Pushing event deleted for resources: {'Port': ['ID=b2f7b242-928a-4ead-a0c4-892bc1c45907,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:09.595163 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:09.663815 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] No DVR routers for this DVR port b2f7b242-928a-4ead-a0c4-892bc1c45907 on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:37:09.670239 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.672658 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9b6f1ec3-76fd-4718-8206-188cd97e6048 req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.24 "DELETE /v2.0/ports/b2f7b242-928a-4ead-a0c4-892bc1c45907 HTTP/1.1" status: 204 len: 173 time: 0.5876064 Jun 29 11:37:09.673509 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1cb1a0-7080-4428-9e37-45d6165470bd', 'name': 'network-vif-deleted', 'tag': 'b2f7b242-928a-4ead-a0c4-892bc1c45907'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:09.678967 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47226c9a-323a-473d-a480-2c95d47f52be" -d '{"events": [{"server_uuid": "8a1cb1a0-7080-4428-9e37-45d6165470bd", "name": "network-vif-deleted", "tag": "b2f7b242-928a-4ead-a0c4-892bc1c45907"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:13.894689 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.919414 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-359e2323-512a-45b6-8354-41659f4c47da req-1a03f2de-7f8e-4eb6-8584-bed8af0be714 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1a79452-7a86-473a-b603-f1659ff63e36 HTTP/1.1" status: 200 len: 217 time: 0.0503464 Jun 29 11:37:17.397566 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device b2f7b242-928a-4ead-a0c4-892bc1c45907 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:37:17.414210 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e2323-512a-45b6-8354-41659f4c47da req-8d04d4dd-c0ae-4762-b3cc-143cdd4598d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:17.416018 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-359e2323-512a-45b6-8354-41659f4c47da req-8d04d4dd-c0ae-4762-b3cc-143cdd4598d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85b0fdec-a2e5-4fae-9c43-f02bf104f75f HTTP/1.1" status: 200 len: 855 time: 0.0499241 Jun 29 11:37:17.422313 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['b2f7b242-928a-4ead-a0c4-892bc1c45907'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:17.425094 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: b2f7b242-928a-4ead-a0c4-892bc1c45907 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:37:17.425446 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device b2f7b242-928a-4ead-a0c4-892bc1c45907 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:37:17.460744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a5524-b492-4347-954a-b615ee7f59b5 x-openstack-request-id: req-135a5524-b492-4347-954a-b615ee7f59b5 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:17.461319 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1cb1a0-7080-4428-9e37-45d6165470bd", "name": "network-vif-deleted", "tag": "b2f7b242-928a-4ead-a0c4-892bc1c45907", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:17.461692 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-135a5524-b492-4347-954a-b615ee7f59b5 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:17.462376 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1cb1a0-7080-4428-9e37-45d6165470bd', 'name': 'network-vif-deleted', 'tag': 'b2f7b242-928a-4ead-a0c4-892bc1c45907', 'status': 'completed', 'code': 200} Jun 29 11:37:17.523049 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-359e2323-512a-45b6-8354-41659f4c47da req-4df693b5-4218-4ed5-85d3-3d2ed4c73b3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50183bd1-e74d-45c1-b7cc-ddca4f02236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672145 Jun 29 11:37:17.605805 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bc452a9b-54ce-40a0-b373-200036c53d71 req-39b5d702-f8cc-4774-a83f-dbdee1006894 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.0344937 Jun 29 11:37:17.725550 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-359e2323-512a-45b6-8354-41659f4c47da req-561b53d3-3055-4b7d-9877-41f79dc78805 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952162 Jun 29 11:37:17.788878 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20971598-c033-40dd-989b-b9c80e0f2d58 req-02b127dc-055f-4568-b6e6-f9065e0c0d33 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:17.790474 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-20971598-c033-40dd-989b-b9c80e0f2d58 req-02b127dc-055f-4568-b6e6-f9065e0c0d33 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 943 time: 0.1864274 Jun 29 11:37:17.859988 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-20971598-c033-40dd-989b-b9c80e0f2d58 req-27b0abdd-2f00-40bc-81c0-f1b790186c80 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571444 Jun 29 11:37:17.867025 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-359e2323-512a-45b6-8354-41659f4c47da req-77793c75-3f1d-4e83-b071-851a9103ab74 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340795 Jun 29 11:37:19.052394 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2cd22c23-83e0-48ca-ba37-42d2e5eb93ad req-39789266-2f70-4d94-b78a-b65dcbd91a04 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.0354211 Jun 29 11:37:19.090875 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011bcc5-f0c8-4a09-aa7f-3606c9aa02ed req-36d62816-8eb3-44fe-84e4-aaefdf32853b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:19.092391 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b011bcc5-f0c8-4a09-aa7f-3606c9aa02ed req-36d62816-8eb3-44fe-84e4-aaefdf32853b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 943 time: 0.0843182 Jun 29 11:37:19.131681 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b011bcc5-f0c8-4a09-aa7f-3606c9aa02ed req-f6fad202-72a9-4fda-876b-df7a6cd44995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Jun 29 11:37:20.594596 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8a74809c-8bda-42b9-9392-2c4a0ca124ec req-2d333fa8-4e66-4fb9-afa6-78ab20e20f81 tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1cb1a0-7080-4428-9e37-45d6165470bd HTTP/1.1" status: 200 len: 210 time: 0.0317202 Jun 29 11:37:20.716694 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea85e-cf79-40eb-9365-0868a89e6cd4 req-8161fd2e-beda-4676-9e0e-210c8fe4904c tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:20.718270 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c11ea85e-cf79-40eb-9365-0868a89e6cd4 req-8161fd2e-beda-4676-9e0e-210c8fe4904c tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 943 time: 0.0735507 Jun 29 11:37:20.764908 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c11ea85e-cf79-40eb-9365-0868a89e6cd4 req-3a9a9345-50d3-4b2f-b44e-a86f70f08f5b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Jun 29 11:37:23.126720 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-20acfa06-3a2f-4b46-a46a-d4abc7851adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:24.269583 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:37:26.379974 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-cd571fd9-2cd1-4578-bbe1-e4f2285e68d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.060642 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.985396 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:29.485524 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:38.233396 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ec49d-a756-4fb3-b73b-d2d6203c5a1c req-f0522eb0-b594-4b11-adfd-154a25255d82 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:38.234961 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-990ec49d-a756-4fb3-b73b-d2d6203c5a1c req-f0522eb0-b594-4b11-adfd-154a25255d82 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 943 time: 0.1170890 Jun 29 11:37:38.238949 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-66762e2a-712c-4837-8918-c9e802458d37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802882 Jun 29 11:37:38.304039 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-990ec49d-a756-4fb3-b73b-d2d6203c5a1c req-c6e358fb-bf6e-4281-8351-6bf17c51e057 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633085 Jun 29 11:37:38.345128 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-d47db481-187d-483c-b0c5-4c05add953ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:38.347507 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-d47db481-187d-483c-b0c5-4c05add953ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 1099 time: 0.0762677 Jun 29 11:37:38.469365 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-1efc9dd8-fe91-4f18-a4da-82a526a84c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:38.470939 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-1efc9dd8-fe91-4f18-a4da-82a526a84c83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 916 time: 0.0934496 Jun 29 11:37:38.518849 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-be3756e8-3504-4d25-ae91-9372df4f338c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85c3ef3-a7b5-4556-8fbb-d8389da66780 HTTP/1.1" status: 200 len: 217 time: 0.0401173 Jun 29 11:37:38.569421 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-00846a5e-9374-4714-9c5c-adbf55525c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:38.570918 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-00846a5e-9374-4714-9c5c-adbf55525c60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85b0fdec-a2e5-4fae-9c43-f02bf104f75f HTTP/1.1" status: 200 len: 855 time: 0.0454021 Jun 29 11:37:38.605330 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-6398ec84-0565-4200-a3d4-a3cb577261e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50183bd1-e74d-45c1-b7cc-ddca4f02236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281510 Jun 29 11:37:38.704021 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-368fb864-e5b9-4aaf-8a6f-0b41bdaac8b2 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901089 Jun 29 11:37:38.800026 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9d3967e-cb41-4d72-8756-e3b7e0c2a13b req-ca5df1e1-6da9-43c3-bcab-ab20edd05265 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879576 Jun 29 11:37:39.695297 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43fbd-0cb1-4a86-8fca-b32ee2fa6790 req-15b08268-893c-4a49-9312-df11f168a210 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:39.698695 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-04d43fbd-0cb1-4a86-8fca-b32ee2fa6790 req-15b08268-893c-4a49-9312-df11f168a210 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 943 time: 0.0722554 Jun 29 11:37:39.756523 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-04d43fbd-0cb1-4a86-8fca-b32ee2fa6790 req-5629c135-ea55-46d3-b695-6cb434c16a33 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535638 Jun 29 11:37:40.984510 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3856b-52fa-49a1-92aa-049a5501578e req-52622c02-2170-4ca0-b883-d0046c6c4b4e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:40.986549 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a9c3856b-52fa-49a1-92aa-049a5501578e req-52622c02-2170-4ca0-b883-d0046c6c4b4e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 943 time: 0.0881808 Jun 29 11:37:41.050282 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a9c3856b-52fa-49a1-92aa-049a5501578e req-b8a06c13-c916-43b6-8f5f-44c6167e5bbc tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521200 Jun 29 11:37:42.333759 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cec6b-191a-485b-8ddf-dfdc1f8701ee req-f247ad70-62ad-4b64-afc8-53ac2d844621 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:42.335856 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d33cec6b-191a-485b-8ddf-dfdc1f8701ee req-f247ad70-62ad-4b64-afc8-53ac2d844621 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 943 time: 0.0805736 Jun 29 11:37:42.384678 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d33cec6b-191a-485b-8ddf-dfdc1f8701ee req-5e9d1250-3b6c-4170-88a5-60360708ebcc tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380423 Jun 29 11:37:42.790017 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 60822) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:42.843152 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Deleting subnet 078146a2-a682-4fd7-8dc5-3f2a2f038046 {{(pid=93145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:37:42.844444 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:42.883945 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8038721'] for subnet, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:42.937160 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.008834 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8061683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7824906'] for subnet, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.016353 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-d09f858c-e1f8-4cb9-8dbb-af13df7c7155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:43.060692 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078146a2-a682-4fd7-8dc5-3f2a2f038046,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:43.068811 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.071104 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/078146a2-a682-4fd7-8dc5-3f2a2f038046 HTTP/1.1" status: 204 len: 168 time: 0.2794883 Jun 29 11:37:43.074179 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 60828) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:43.076692 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.077014 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.077384 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.077738 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.078090 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.078444 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.078826 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.079138 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.079487 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.079828 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.080190 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.080538 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.084402 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:43.159418 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.261290 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.275829 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.276462 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.277677 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.278696 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > port after_create 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.279289 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.279842 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > port after_update 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.280475 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.280977 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.281445 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.281975 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.513263 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.514295 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.514295 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.514930 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:43.515493 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a54b4a3-e2b9-435d-8952-8dda5799b19b']}} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:43.544574 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbef37f8-3a7b-48e3-9dbc-5a143f3135b5') {'for_net_delete': True} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:43.544863 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbef37f8-3a7b-48e3-9dbc-5a143f3135b5') {} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:43.569219 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4475958'] for segment, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.596978 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.613601 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:37:43.614229 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4645090'] for segment, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.615673 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e190434-f352-4ec3-90e2-629d4e0de11f req-790bd102-42ae-42b4-a99a-50e0c3f43b66 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:43.618256 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2e190434-f352-4ec3-90e2-629d4e0de11f req-790bd102-42ae-42b4-a99a-50e0c3f43b66 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 943 time: 0.0963233 Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: from cryptography.utils import int_from_bytes Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: from cryptography.utils import int_from_bytes Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: Traceback (most recent call last): Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: timer() Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: cb(*args, **kw) Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: return func(*args, **kwargs) Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: self._notify() Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: self.callback(batched_events) Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: event.method(event) Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: return f(self, *a, **k) Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._get(url).json() Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: return self.request(url, 'GET', **kwargs) Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:37:43.620042 dv-cinder-797608-2-iscsi neutron-server[93144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:37:43.682583 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2e190434-f352-4ec3-90e2-629d4e0de11f req-5c26710d-218a-4a36-a44b-7300bd1a3f66 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540442 Jun 29 11:37:43.706205 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.712616 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:43.729084 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.733862 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] 10.222.0.72 "DELETE /v2.0/networks/5a54b4a3-e2b9-435d-8952-8dda5799b19b HTTP/1.1" status: 204 len: 168 time: 0.6574755 Jun 29 11:37:43.749189 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a54b4a3-e2b9-435d-8952-8dda5799b19b,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:43.761337 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.761926 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.763160 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.764412 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.764412 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.765121 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.765431 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.765905 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.766491 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.767063 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.767545 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.768113 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:43.774493 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:43.932094 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 60842) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:43.979153 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-02891210-186e-4509-8f56-af40a294dd4c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fcc97e1e15544a4c9a9626bf7f38a3ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455828 Jun 29 11:37:43.982345 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 60844) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:44.069492 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9f622957-6835-4ab7-9057-ee649082bf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:44.105165 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9f622957-6835-4ab7-9057-ee649082bf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:44.159294 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9f622957-6835-4ab7-9057-ee649082bf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:44.162260 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9f622957-6835-4ab7-9057-ee649082bf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:44.163799 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-9f622957-6835-4ab7-9057-ee649082bf50 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed HTTP/1.1" status: 204 len: 168 time: 0.1799946 Jun 29 11:37:44.165032 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5512a4f1-4d64-4510-b5e8-786370ae399c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:44.175786 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f622957-6835-4ab7-9057-ee649082bf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9605f75-fb7e-4ed6-a2da-b3e24f3cd3ed,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:44.179326 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-9f622957-6835-4ab7-9057-ee649082bf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:45.011541 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 60878) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:45.113213 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-network', 'tenant_id': '69ca7377cee948cea0e0c741df332221'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:45.146007 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Made reservation on behalf of 69ca7377cee948cea0e0c741df332221 for: {'network': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:45.149917 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:45.165846 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:45.288061 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:45.293006 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:45.296651 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d76ad3e1-c088-4f63-b6ba-ca41923e3b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:45.323527 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:37:45.336548 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62ec975-7435-4b62-8a2a-78841a493962,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:45.340220 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:45.349105 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748031746618', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:45.350498 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Unsubscribe: segment precommit_create {{(pid=93144) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 11:37:45.351189 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.segments_db [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Added segment 716c9961-2e5c-45fe-b2f3-3d06fbfb16a4 of type vlan for network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e Jun 29 11:37:45.412614 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:45.469397 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:45.470723 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:45.471310 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:45.473583 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:45.550982 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5381806 Jun 29 11:37:45.555618 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 60888) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:45.564510 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Request body: {'subnet': {'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-subnet', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:45.570486 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Pushing event updated for resources: {'Network': ['ID=797b5427-f5d9-4e9e-85fe-c7de5762eb8e,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:45.573440 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:45.582751 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:37:45.603780 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Made reservation on behalf of 69ca7377cee948cea0e0c741df332221 for: {'subnet': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:45.608454 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7824943'] for subnet, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:45.885073 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8061628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7824957'] for subnet, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:45.888868 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:45.947930 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fa47a2-2e24-42ee-89f4-8bd2812d294b,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:45.952717 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:45.959227 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Checking segment: {'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:45.959589 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Network hostable DHCP agents. Network: 797b5427-f5d9-4e9e-85fe-c7de5762eb8e, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:37:45.982901 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:37:45.994906 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 797b5427-f5d9-4e9e-85fe-c7de5762eb8e) {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:46.001537 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:46.002532 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.016669 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d575fce-7544-4983-b74f-7b89fa444d61 None None] Network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:37:46.024195 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4666188 Jun 29 11:37:46.027271 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 60892) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:46.033480 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-router', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:46.061879 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1735'] for router, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.062947 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.123531 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.189614 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4860c13-07b0-49ea-95b5-08b7387edee3 None None] Network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:37:46.269470 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.549462 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.569741 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.707476 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Allocated IP 172.27.3.102 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/ca12a28e-f19e-4b40-aafb-1a52d64c540e) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:46.827440 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.873748 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.876308 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:46.922909 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:46.926348 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:46.931306 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:46.939042 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Pushing event updated for resources: {'Port': ['ID=ca12a28e-f19e-4b40-aafb-1a52d64c540e,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:46.961079 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:47.112236 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device b1a79452-7a86-473a-b603-f1659ff63e36 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:37:47.140824 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:47.227595 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port b1a79452-7a86-473a-b603-f1659ff63e36, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b1a79452-7a86-473a-b603-f1659ff63e36,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:47.240033 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': 'b1a79452-7a86-473a-b603-f1659ff63e36', 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d', 'port_id': 'b1a79452-7a86-473a-b603-f1659ff63e36', 'mac_address': 'fa:16:3e:2a:98:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b0fdec-a2e5-4fae-9c43-f02bf104f75f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:37:47.280009 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:47.284948 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:47.300083 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a79452-7a86-473a-b603-f1659ff63e36 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:47.322790 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port b1a79452-7a86-473a-b603-f1659ff63e36, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b1a79452-7a86-473a-b603-f1659ff63e36,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:47.327237 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:47.329093 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:47.379851 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=b1a79452-7a86-473a-b603-f1659ff63e36,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:47.387785 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.388271 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.388671 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.389010 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.389345 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.389854 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.390019 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.390310 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.390665 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.391011 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.391313 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.391633 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:47.395742 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:47.497127 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296'] for router, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:47.654043 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e is scheduled to L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e with binding_index 1 {{(pid=93145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:37:48.016814 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:37:48.029801 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Sync routers for ids ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:37:48.047572 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:48.049008 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.0194943 Jun 29 11:37:48.050183 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Routers {'515f8f0a-62d9-4dff-8f3f-8e089e8a638e'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:37:48.051393 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:48.052844 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 60910) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:48.302009 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Set router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:37:48.546820 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-router', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:47Z', 'revision_number': 3, 'project_id': '69ca7377cee948cea0e0c741df332221', 'gw_port': {'id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:48.578167 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Checking router: 515f8f0a-62d9-4dff-8f3f-8e089e8a638e for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:37:48.578460 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Updating router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e port ca12a28e-f19e-4b40-aafb-1a52d64c540e binding host dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:37:48.628491 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:48.659542 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:48.921160 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Allocated IP 172.20.0.1 (797b5427-f5d9-4e9e-85fe-c7de5762eb8e/e8fa47a2-2e24-42ee-89f4-8bd2812d294b/d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:49.032010 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Notify callbacks [] for port, precommit_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.046488 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.provisioning_blocks [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Transition to ACTIVE for port object ca12a28e-f19e-4b40-aafb-1a52d64c540e will not be triggered until provisioned by entity L2. {{(pid=93147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:49.055900 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.059774 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:49.079068 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.124429 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.129158 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:49.138638 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Pushing event updated for resources: {'Port': ['ID=ca12a28e-f19e-4b40-aafb-1a52d64c540e,revision_number=2']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:49.144072 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Attempting to bind port ca12a28e-f19e-4b40-aafb-1a52d64c540e on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:49.144522 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Attempting to bind port ca12a28e-f19e-4b40-aafb-1a52d64c540e by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:49.144888 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Attempting to bind port ca12a28e-f19e-4b40-aafb-1a52d64c540e on network 4546cacf-05b6-4439-8e79-95afc759b82d {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:49.151274 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.151609 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.151984 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.152380 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.153505 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.153939 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.154271 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.154638 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.154991 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.155322 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.155700 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.156044 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:49.160817 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:49.163885 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:49.164320 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:49.164770 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.165219 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Bound using segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:49.165735 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Bound port: ca12a28e-f19e-4b40-aafb-1a52d64c540e, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:49.166190 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.199172 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:49.203674 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:49.209671 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:49.236100 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Pushing event updated for resources: {'Port': ['ID=d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:49.238227 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] For port ca12a28e-f19e-4b40-aafb-1a52d64c540e, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:49.241591 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:49.244525 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] For port ca12a28e-f19e-4b40-aafb-1a52d64c540e, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=ca12a28e-f19e-4b40-aafb-1a52d64c540e,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:49.254818 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.260366 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-88003554-b8ed-436e-8a8e-32e7f82bef4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:49.266184 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669511'] for router_interface, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.367394 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Routers {'515f8f0a-62d9-4dff-8f3f-8e089e8a638e'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:37:49.368549 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:49.373661 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Pushing event updated for resources: {'Port': ['ID=ca12a28e-f19e-4b40-aafb-1a52d64c540e,revision_number=3']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:49.429870 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:49.444806 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.532545 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] Set router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:37:49.700287 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.711875 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.714485 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:49.788586 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-router', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:47Z', 'revision_number': 3, 'project_id': '69ca7377cee948cea0e0c741df332221', 'gw_port': {'id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:49.802587 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Pushing event updated for resources: {'Port': ['ID=d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:49.814303 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:49.816107 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669395'] for router_interface, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.830632 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6b190-794e-4739-a9fa-b689bae41121 None None] The sync data for ids ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'] in dv-cinder-797608-2-iscsi is: [{'id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-router', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:47Z', 'revision_number': 3, 'project_id': '69ca7377cee948cea0e0c741df332221', 'gw_port': {'id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:37:49.963082 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:49.965511 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:50.138945 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:37:50.299391 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:37:50.317351 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] 10.222.0.72 "PUT /v2.0/routers/515f8f0a-62d9-4dff-8f3f-8e089e8a638e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2619562 Jun 29 11:37:51.557750 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Sync routers for ids ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:37:51.573358 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Routers {'515f8f0a-62d9-4dff-8f3f-8e089e8a638e'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:37:51.574012 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:51.691377 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Set router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:37:51.949069 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-router', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:49Z', 'revision_number': 4, 'project_id': '69ca7377cee948cea0e0c741df332221', 'gw_port': {'id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'd8db16c7-076f-4c95-8a9d-bf5ed5af0fd7', 'name': '', 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'mac_address': 'fa:16:3e:63:c9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'e8fa47a2-2e24-42ee-89f4-8bd2812d294b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:37:48Z', 'updated_at': '2021-06-29T11:37:49Z', 'revision_number': 2, 'project_id': '69ca7377cee948cea0e0c741df332221', 'subnets': [{'id': 'e8fa47a2-2e24-42ee-89f4-8bd2812d294b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:51.994363 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Checking router: 515f8f0a-62d9-4dff-8f3f-8e089e8a638e for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:37:51.994824 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Updating router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 binding host dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:37:52.064176 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1573b-3d62-42f5-af74-146339d7487f req-197935d6-771c-4cbe-a4cd-6c20725c780a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:52.072446 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-01b1573b-3d62-42f5-af74-146339d7487f req-197935d6-771c-4cbe-a4cd-6c20725c780a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 944 time: 0.2057538 Jun 29 11:37:52.078920 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ca12a28e-f19e-4b40-aafb-1a52d64c540e up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:52.129006 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-01b1573b-3d62-42f5-af74-146339d7487f req-b2833d0e-7729-4d5c-85be-ebb48c69c916 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 Jun 29 11:37:52.158793 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.220969 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6e755c48-ce4d-4b51-801e-3a8f76b5f816 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:52.223701 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6e755c48-ce4d-4b51-801e-3a8f76b5f816 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 819 time: 0.1802816 Jun 29 11:37:52.246033 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-3f0fb7ca-dfde-463d-be16-194775695a4d tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/quotas/69ca7377cee948cea0e0c741df332221 HTTP/1.1" status: 200 len: 375 time: 0.0163748 Jun 29 11:37:52.267691 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port ca12a28e-f19e-4b40-aafb-1a52d64c540e completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:52.362534 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port ca12a28e-f19e-4b40-aafb-1a52d64c540e triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:52.363191 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.363423 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-47e9ca89-773b-47b0-beec-7aba1e58cbbf tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1104915 Jun 29 11:37:52.466811 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-a8b2e08c-0458-4114-bf35-ee84aefb0149 service neutron] 10.222.0.72 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958362 Jun 29 11:37:52.568860 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-4318a278-b6ed-48e6-b6e8-0fb7daa4f464 service neutron] 10.222.0.72 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949786 Jun 29 11:37:52.649241 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.686902 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port ca12a28e-f19e-4b40-aafb-1a52d64c540e, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=ca12a28e-f19e-4b40-aafb-1a52d64c540e,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:52.693482 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.698766 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:52.812030 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Notify callbacks [] for port, precommit_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.833040 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Transition to ACTIVE for port object d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:52.850566 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.858007 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=ca12a28e-f19e-4b40-aafb-1a52d64c540e,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:52.861222 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:52.865318 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:52.941842 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b010dc-63fe-4f4c-b163-6370c22c6cfa None None] Pushing event updated for resources: {'Port': ['ID=d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:52.946497 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-c3b010dc-63fe-4f4c-b163-6370c22c6cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:53.034310 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Attempting to bind port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:53.034823 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Attempting to bind port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:53.035597 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Attempting to bind port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 on network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:53.042740 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:53.044289 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Checking segment: {'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:53.044645 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.044977 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Bound using segment: {'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:53.045602 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Bound port: d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:53.046236 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.162773 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ff4d264f-3297-4285-a32d-ceec5e33be49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.180889 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] For port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:53.186971 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] For port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:53.193174 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.195448 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:53.298357 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Routers {'515f8f0a-62d9-4dff-8f3f-8e089e8a638e'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:37:53.299475 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:53.333894 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1a4a1280-3996-4e32-8f9d-1a0e0cadb2da req-d7ba5741-d39d-4724-89bc-9a8fc1182261 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 210 time: 0.0311534 Jun 29 11:37:53.375664 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b010dc-63fe-4f4c-b163-6370c22c6cfa None None] Pushing event updated for resources: {'Port': ['ID=d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:53.384261 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-c3b010dc-63fe-4f4c-b163-6370c22c6cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:53.506899 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] Set router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:37:53.651154 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f537ef-ca1f-4ea8-abbb-07c3b2807d67 req-de7b8da7-e686-479b-b945-7a590706bcbd tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:53.653158 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a8f537ef-ca1f-4ea8-abbb-07c3b2807d67 req-de7b8da7-e686-479b-b945-7a590706bcbd tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 944 time: 0.0986991 Jun 29 11:37:53.726642 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a8f537ef-ca1f-4ea8-abbb-07c3b2807d67 req-f92ea8c1-79f4-4a74-8c7e-5d96d3ae3c3a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619767 Jun 29 11:37:53.799246 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-367a4bc2-b4c3-43f7-a6ed-894fb41c54fc tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:53.801173 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-367a4bc2-b4c3-43f7-a6ed-894fb41c54fc tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 819 time: 0.1927633 Jun 29 11:37:53.828882 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-4ba6d605-007e-4f9e-83f6-256478d9ecd0 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/quotas/69ca7377cee948cea0e0c741df332221 HTTP/1.1" status: 200 len: 375 time: 0.0212681 Jun 29 11:37:53.842547 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['b1a79452-7a86-473a-b603-f1659ff63e36'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:54.013421 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-ebbcdb6d-2fa3-4dab-aaf7-2111aab99e9e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1680315 Jun 29 11:37:54.100148 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ca12a28e-f19e-4b40-aafb-1a52d64c540e up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:54.176366 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-3e180011-ba3a-4609-a42a-094873619c58 service neutron] 10.222.0.72 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522915 Jun 29 11:37:54.203202 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-router', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:49Z', 'revision_number': 4, 'project_id': '69ca7377cee948cea0e0c741df332221', 'gw_port': {'id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'd8db16c7-076f-4c95-8a9d-bf5ed5af0fd7', 'name': '', 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'mac_address': 'fa:16:3e:63:c9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'e8fa47a2-2e24-42ee-89f4-8bd2812d294b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:37:48Z', 'updated_at': '2021-06-29T11:37:53Z', 'revision_number': 4, 'project_id': '69ca7377cee948cea0e0c741df332221', 'subnets': [{'id': 'e8fa47a2-2e24-42ee-89f4-8bd2812d294b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:54.248620 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d25042-13af-40fa-9359-6be45ae7f674 None None] The sync data for ids ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'] in dv-cinder-797608-2-iscsi is: [{'id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-router', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:49Z', 'revision_number': 4, 'project_id': '69ca7377cee948cea0e0c741df332221', 'gw_port': {'id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'd8db16c7-076f-4c95-8a9d-bf5ed5af0fd7', 'name': '', 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'mac_address': 'fa:16:3e:63:c9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'e8fa47a2-2e24-42ee-89f4-8bd2812d294b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:37:48Z', 'updated_at': '2021-06-29T11:37:53Z', 'revision_number': 4, 'project_id': '69ca7377cee948cea0e0c741df332221', 'subnets': [{'id': 'e8fa47a2-2e24-42ee-89f4-8bd2812d294b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:37:54.263135 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port ca12a28e-f19e-4b40-aafb-1a52d64c540e triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:54.263521 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:54.295746 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-610e57bb-65ae-4925-aed9-c2b8e72ffb2d service neutron] 10.222.0.72 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156614 Jun 29 11:37:54.722582 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-0ab6f760-0727-4bd9-aae6-6e952984903f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:54.725252 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-0ab6f760-0727-4bd9-aae6-6e952984903f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.24 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 819 time: 0.2151296 Jun 29 11:37:54.741155 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Request body: {'port': {'device_id': '66a32907-124d-4d18-a7b2-8df50be3affc', 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e', 'admin_state_up': True, 'tenant_id': '69ca7377cee948cea0e0c741df332221'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:55.206426 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d4cbb77b-205c-4ae2-97d0-a281c2008fcd req-563c92bb-365c-4307-9a1a-c7bb06618670 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 210 time: 0.0541294 Jun 29 11:37:55.266758 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Made reservation on behalf of 69ca7377cee948cea0e0c741df332221 for: {'port': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:55.274384 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:55.426235 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5eaba-55b3-4e1b-b912-fc9c3016adf7 req-38666430-3763-4311-86f3-ac4ec1aac736 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:55.448960 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d0b5eaba-55b3-4e1b-b912-fc9c3016adf7 req-38666430-3763-4311-86f3-ac4ec1aac736 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 944 time: 0.2644997 Jun 29 11:37:55.478979 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Allocated IP 172.20.0.11 (797b5427-f5d9-4e9e-85fe-c7de5762eb8e/e8fa47a2-2e24-42ee-89f4-8bd2812d294b/5b84eb77-3771-4f3f-b87f-f67412329ae1) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:55.610660 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d0b5eaba-55b3-4e1b-b912-fc9c3016adf7 req-cf441079-ec90-48a3-adf9-ed1cbd18a6f6 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597612 Jun 29 11:37:55.781846 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:55.853853 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:55.880865 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:55.926158 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:55.944963 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:55.950282 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:56.064762 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Pushing event updated for resources: {'Port': ['ID=5b84eb77-3771-4f3f-b87f-f67412329ae1,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:56.078102 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:56.124676 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:56.125952 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:56.156715 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4212151 Jun 29 11:37:56.173350 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Request body: {'port': {'device_id': '66a32907-124d-4d18-a7b2-8df50be3affc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:56.211590 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:56.275695 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:56.281740 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:56.282136 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:56.317685 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:56.414716 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8c3948df-22e8-4a76-b670-10b0d240383c req-5ca8d710-94d3-48e1-a665-0f72a83012aa tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 210 time: 0.0376451 Jun 29 11:37:56.427153 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-0179b839-1d08-4f6f-9ce4-b09a58c426cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:56.456647 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:56.506899 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:56.514854 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:56.518139 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-be386d11-ab24-425b-8f50-4b2f88f50031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:56.593728 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:56.597318 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:56.872859 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b84eb77-3771-4f3f-b87f-f67412329ae1 {{(pid=93144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:56.880811 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-eceabe25-fecc-45ce-8632-45a2405d7ba5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:56.883285 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-eceabe25-fecc-45ce-8632-45a2405d7ba5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.24 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 819 time: 0.2396672 Jun 29 11:37:56.903017 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:56.922213 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Transition to ACTIVE for port object 5b84eb77-3771-4f3f-b87f-f67412329ae1 will not be triggered until provisioned by entity L2. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:56.930609 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:56.937805 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:57.021476 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d39537-683b-4fa7-8a7e-22584e1b3fd0 req-a7dfc41d-c413-4230-80ae-f0ce70c876e8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:57.023378 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-44d39537-683b-4fa7-8a7e-22584e1b3fd0 req-a7dfc41d-c413-4230-80ae-f0ce70c876e8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 944 time: 0.1792760 Jun 29 11:37:57.036357 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b84eb77-3771-4f3f-b87f-f67412329ae1,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:57.040094 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Request body: {'port': {'device_id': 'e097810e-d9d2-432f-bd73-64146db459e3', 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e', 'admin_state_up': True, 'tenant_id': '69ca7377cee948cea0e0c741df332221'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:57.092985 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:57.102157 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:57.208518 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-44d39537-683b-4fa7-8a7e-22584e1b3fd0 req-01126f80-e953-4981-8ca3-a65c3b3b0c15 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748819 Jun 29 11:37:57.235842 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Attempting to bind port 5b84eb77-3771-4f3f-b87f-f67412329ae1 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:57.236431 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Attempting to bind port 5b84eb77-3771-4f3f-b87f-f67412329ae1 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:57.236949 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Attempting to bind port 5b84eb77-3771-4f3f-b87f-f67412329ae1 on network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:57.243231 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Port 5b84eb77-3771-4f3f-b87f-f67412329ae1 on network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:37:57.243666 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Attempting to bind port 5b84eb77-3771-4f3f-b87f-f67412329ae1 on network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:57.253568 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:57.254315 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Checking segment: {'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:57.254948 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Bound using segment: {'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:57.255554 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Bound port: 5b84eb77-3771-4f3f-b87f-f67412329ae1, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'}}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:57.256052 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:57.263853 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Made reservation on behalf of 69ca7377cee948cea0e0c741df332221 for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:57.274831 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:57.389655 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] For port 5b84eb77-3771-4f3f-b87f-f67412329ae1, host hv-cinder-79760, cleared binding levels {{(pid=93144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:57.395487 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] For port 5b84eb77-3771-4f3f-b87f-f67412329ae1, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:57.401572 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:57.410859 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:57.455715 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:57.456911 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:57.458945 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/5b84eb77-3771-4f3f-b87f-f67412329ae1 HTTP/1.1" status: 200 len: 1094 time: 1.2936296 Jun 29 11:37:57.460583 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a32907-124d-4d18-a7b2-8df50be3affc', 'tag': '5b84eb77-3771-4f3f-b87f-f67412329ae1'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:57.465670 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5e4f41-749a-4475-9e60-072529d5aa92" -d '{"events": [{"name": "network-changed", "server_uuid": "66a32907-124d-4d18-a7b2-8df50be3affc", "tag": "5b84eb77-3771-4f3f-b87f-f67412329ae1"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:57.504366 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b84eb77-3771-4f3f-b87f-f67412329ae1,revision_number=3']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:57.508006 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:57.510547 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Allocated IP 172.20.0.13 (797b5427-f5d9-4e9e-85fe-c7de5762eb8e/e8fa47a2-2e24-42ee-89f4-8bd2812d294b/13447172-0b45-4c94-9028-4939c282d34d) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:57.607514 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e4c8e7-63a4-4407-902d-66a5a4608472 x-openstack-request-id: req-61e4c8e7-63a4-4407-902d-66a5a4608472 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:57.607834 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a32907-124d-4d18-a7b2-8df50be3affc", "tag": "5b84eb77-3771-4f3f-b87f-f67412329ae1", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:57.608182 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-61e4c8e7-63a4-4407-902d-66a5a4608472 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:57.608601 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a32907-124d-4d18-a7b2-8df50be3affc', 'tag': '5b84eb77-3771-4f3f-b87f-f67412329ae1', 'status': 'completed', 'code': 200} Jun 29 11:37:57.643548 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b88d4572-6bd1-49a3-84b2-8a7520a74ae8 req-b7306cfa-c762-4fd1-8db5-c7019adee681 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 210 time: 0.0408986 Jun 29 11:37:57.673681 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-a67cf3bd-cfd9-4faf-b90c-1c8abc78974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:57.675236 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-a67cf3bd-cfd9-4faf-b90c-1c8abc78974d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 1097 time: 0.1168582 Jun 29 11:37:57.702430 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device b1a79452-7a86-473a-b603-f1659ff63e36 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:57.740377 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-8c9135f0-940a-414d-9f26-60758fb5ddb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1 HTTP/1.1" status: 200 len: 217 time: 0.0470412 Jun 29 11:37:57.757714 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port b1a79452-7a86-473a-b603-f1659ff63e36 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:57.762266 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port b1a79452-7a86-473a-b603-f1659ff63e36 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:57.762664 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:57.816358 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-948c6b5e-d02b-4de6-a7cb-5b3d14692df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:57.819194 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-948c6b5e-d02b-4de6-a7cb-5b3d14692df5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8fa47a2-2e24-42ee-89f4-8bd2812d294b HTTP/1.1" status: 200 len: 859 time: 0.0712397 Jun 29 11:37:57.836797 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:57.901597 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:57.903306 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-87ba7130-76e6-420e-8710-6083c6f2273f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751007 Jun 29 11:37:57.907037 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:57.913962 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:57.978649 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd37cf8-634b-4b02-bac1-4e2b004bb00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a79452-7a86-473a-b603-f1659ff63e36'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:57.986061 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99f794c-e9a5-4453-82fa-6b058fc4e5b5" -d '{"events": [{"server_uuid": "ebd37cf8-634b-4b02-bac1-4e2b004bb00d", "name": "network-vif-plugged", "status": "completed", "tag": "b1a79452-7a86-473a-b603-f1659ff63e36"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:57.991941 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Pushing event updated for resources: {'Port': ['ID=13447172-0b45-4c94-9028-4939c282d34d,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:57.995290 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:58.004987 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port b1a79452-7a86-473a-b603-f1659ff63e36, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b1a79452-7a86-473a-b603-f1659ff63e36,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:58.005651 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:58.007485 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:58.012986 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:58.029447 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:58.034486 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-1d0de9de-7f1e-41f9-9823-68355162d40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:58.048733 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:58.108927 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:58.109880 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:58.130329 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0946825 Jun 29 11:37:58.141903 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-7a17f722-ffc1-4309-99bb-28784600bf05 service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220693 Jun 29 11:37:58.154594 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=b1a79452-7a86-473a-b603-f1659ff63e36,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:58.160538 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:58.162127 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28908b3b-d0fb-41ab-aaa9-665d4aa24295 x-openstack-request-id: req-28908b3b-d0fb-41ab-aaa9-665d4aa24295 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:58.162501 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd37cf8-634b-4b02-bac1-4e2b004bb00d", "name": "network-vif-plugged", "status": "completed", "tag": "b1a79452-7a86-473a-b603-f1659ff63e36", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:58.162738 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-28908b3b-d0fb-41ab-aaa9-665d4aa24295 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:58.163172 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd37cf8-634b-4b02-bac1-4e2b004bb00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a79452-7a86-473a-b603-f1659ff63e36', 'code': 200} Jun 29 11:37:58.175568 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:58.201249 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Request body: {'port': {'device_id': 'e097810e-d9d2-432f-bd73-64146db459e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:58.320640 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:58.321200 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:58.357783 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2a6c7ab-212c-4827-9b4f-c0f34aab8b32 req-b21cffb0-79fb-47e1-8394-39b4ff24396b service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396840 Jun 29 11:37:58.383134 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:58.745829 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893233c-fd26-4de6-8c31-36ca75d6c657 req-0317493d-b604-490c-9f4d-b67d4a1ed527 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:58.748647 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0893233c-fd26-4de6-8c31-36ca75d6c657 req-0317493d-b604-490c-9f4d-b67d4a1ed527 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 945 time: 0.2463198 Jun 29 11:37:58.860379 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 32902) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:58.888340 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0893233c-fd26-4de6-8c31-36ca75d6c657 req-d976de9f-c524-411b-96d4-3776afd64ffc tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043823 Jun 29 11:37:58.891945 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e4f41-749a-4475-9e60-072529d5aa92 req-ffe7c479-1631-45c0-953b-245e1f38b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:58.894644 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cd5e4f41-749a-4475-9e60-072529d5aa92 req-ffe7c479-1631-45c0-953b-245e1f38b1cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 1097 time: 0.1779788 Jun 29 11:37:58.898080 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1460a77-0293-42c3-9821-f6caa23bdabb req-34154cb7-06db-4a8f-93fd-c140e33c04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:58.900182 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b1460a77-0293-42c3-9821-f6caa23bdabb req-34154cb7-06db-4a8f-93fd-c140e33c04f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 1098 time: 0.1344063 Jun 29 11:37:59.046807 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b1460a77-0293-42c3-9821-f6caa23bdabb req-decffdf6-47a4-4858-9824-6c93438da59c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323941 Jun 29 11:37:59.050249 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13447172-0b45-4c94-9028-4939c282d34d {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:59.062510 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:59.083946 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Transition to ACTIVE for port object 13447172-0b45-4c94-9028-4939c282d34d will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:59.092189 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:59.097592 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:59.149981 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e4f41-749a-4475-9e60-072529d5aa92 req-9227f8ec-a322-4788-9663-996a8339a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:59.152977 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cd5e4f41-749a-4475-9e60-072529d5aa92 req-9227f8ec-a322-4788-9663-996a8339a4cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 920 time: 0.2438107 Jun 29 11:37:59.170661 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Pushing event updated for resources: {'Port': ['ID=13447172-0b45-4c94-9028-4939c282d34d,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:59.173732 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:59.265548 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Attempting to bind port 13447172-0b45-4c94-9028-4939c282d34d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:59.265894 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Attempting to bind port 13447172-0b45-4c94-9028-4939c282d34d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:59.266229 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Attempting to bind port 13447172-0b45-4c94-9028-4939c282d34d on network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:59.271321 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Port 13447172-0b45-4c94-9028-4939c282d34d on network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:37:59.271647 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Attempting to bind port 13447172-0b45-4c94-9028-4939c282d34d on network 797b5427-f5d9-4e9e-85fe-c7de5762eb8e {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:59.279187 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:59.279529 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Checking segment: {'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:59.279910 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Bound using segment: {'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:59.280395 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Bound port: 13447172-0b45-4c94-9028-4939c282d34d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:59.280763 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:59.303741 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-90aeaecb-5b8b-4059-9dee-6bc6a160ee9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:59.400183 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] For port 13447172-0b45-4c94-9028-4939c282d34d, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:59.407726 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] For port 13447172-0b45-4c94-9028-4939c282d34d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13447172-0b45-4c94-9028-4939c282d34d,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:59.414893 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:59.419065 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:59.478630 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:59.479248 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:59.481265 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] 10.222.0.24 "PUT /v2.0/ports/13447172-0b45-4c94-9028-4939c282d34d HTTP/1.1" status: 200 len: 1094 time: 1.2876878 Jun 29 11:37:59.484177 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e097810e-d9d2-432f-bd73-64146db459e3', 'tag': '13447172-0b45-4c94-9028-4939c282d34d'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:59.486628 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be90a5d-15a4-4a2a-bd69-cb60167fc587" -d '{"events": [{"name": "network-changed", "server_uuid": "e097810e-d9d2-432f-bd73-64146db459e3", "tag": "13447172-0b45-4c94-9028-4939c282d34d"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:59.503371 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cd5e4f41-749a-4475-9e60-072529d5aa92 req-e87a7b18-9a6d-4ff9-87dc-a1c4974ad5d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1 HTTP/1.1" status: 200 len: 217 time: 0.0774171 Jun 29 11:37:59.514512 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:59.545554 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Pushing event updated for resources: {'Port': ['ID=13447172-0b45-4c94-9028-4939c282d34d,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:59.555897 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:59.563492 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-90aeaecb-5b8b-4059-9dee-6bc6a160ee9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:59.571256 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-90aeaecb-5b8b-4059-9dee-6bc6a160ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:59.606266 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e4f41-749a-4475-9e60-072529d5aa92 req-24cf2915-dea9-493c-b77b-3f6cbdee9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:59.607352 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf483247-03d5-44e8-b166-3e2dbb1c8aa0 x-openstack-request-id: req-bf483247-03d5-44e8-b166-3e2dbb1c8aa0 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:59.607953 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e097810e-d9d2-432f-bd73-64146db459e3", "tag": "13447172-0b45-4c94-9028-4939c282d34d", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:59.608933 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf483247-03d5-44e8-b166-3e2dbb1c8aa0 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:59.609273 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cd5e4f41-749a-4475-9e60-072529d5aa92 req-24cf2915-dea9-493c-b77b-3f6cbdee9e2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8fa47a2-2e24-42ee-89f4-8bd2812d294b HTTP/1.1" status: 200 len: 859 time: 0.0971379 Jun 29 11:37:59.610069 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e097810e-d9d2-432f-bd73-64146db459e3', 'tag': '13447172-0b45-4c94-9028-4939c282d34d', 'status': 'completed', 'code': 200} Jun 29 11:37:59.611025 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4684d87e-c3bd-493d-aaca-3ff8b4a35cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:59.678936 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cd5e4f41-749a-4475-9e60-072529d5aa92 req-40a9534d-bc19-47c5-8438-fc177c7a7f36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579627 Jun 29 11:37:59.941206 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cd5e4f41-749a-4475-9e60-072529d5aa92 req-e86ca3f0-8537-4e78-8838-6c9f544d4ef5 service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474651 Jun 29 11:37:59.956253 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172daf4-fe7d-4ba7-b66f-00927c0f5a76 req-7981508f-0693-47f1-a3a4-154f7c0035b1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:59.958867 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b172daf4-fe7d-4ba7-b66f-00927c0f5a76 req-7981508f-0693-47f1-a3a4-154f7c0035b1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 944 time: 0.2844005 Jun 29 11:38:00.000223 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-90aeaecb-5b8b-4059-9dee-6bc6a160ee9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b06ede8f24ab461095b49ceb7c59b649&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1363349 Jun 29 11:38:00.006923 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 32918) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:00.024443 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aeaecb-5b8b-4059-9dee-6bc6a160ee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5b3bb6-ec78-4744-b493-0d2c81410920,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:00.042524 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-90aeaecb-5b8b-4059-9dee-6bc6a160ee9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:00.141104 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b172daf4-fe7d-4ba7-b66f-00927c0f5a76 req-d6f2edb0-7da1-4758-93a4-8f60658e9bfb tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680305 Jun 29 11:38:00.159685 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-d75422e1-cf05-4ee3-8b31-0cb70e5cd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:00.163132 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-d75422e1-cf05-4ee3-8b31-0cb70e5cd611 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 1097 time: 0.5478661 Jun 29 11:38:00.219686 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-dc529b67-cff3-4d34-b3a2-06c787387f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:00.228915 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cd5e4f41-749a-4475-9e60-072529d5aa92 req-91c5a39d-f6eb-4086-83d0-0977f96e9690 service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683828 Jun 29 11:38:00.229761 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-acb91cc0-d8fe-431d-9b09-f1e51e7edf76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13447172-0b45-4c94-9028-4939c282d34d HTTP/1.1" status: 200 len: 217 time: 0.0497077 Jun 29 11:38:00.270476 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332af18f-db72-4f87-8141-54f4d193b98c req-baaf30e0-b89d-4f63-9d02-b4d00853b9ea tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:00.272057 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-332af18f-db72-4f87-8141-54f4d193b98c req-baaf30e0-b89d-4f63-9d02-b4d00853b9ea tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 945 time: 0.2338202 Jun 29 11:38:00.291833 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-dc529b67-cff3-4d34-b3a2-06c787387f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:00.363905 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-d857704b-12e1-4d1e-8d65-2026142370b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:00.365499 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-d857704b-12e1-4d1e-8d65-2026142370b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8fa47a2-2e24-42ee-89f4-8bd2812d294b HTTP/1.1" status: 200 len: 859 time: 0.1158257 Jun 29 11:38:00.405195 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-df67c615-4e34-4cd6-80d9-3ed9735dc361 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323017 Jun 29 11:38:00.408729 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-332af18f-db72-4f87-8141-54f4d193b98c req-73be3085-6186-449d-a62e-c8781ca020e7 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140637 Jun 29 11:38:00.463487 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-dc529b67-cff3-4d34-b3a2-06c787387f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:00.466241 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-dc529b67-cff3-4d34-b3a2-06c787387f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:00.467400 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-dc529b67-cff3-4d34-b3a2-06c787387f24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af5b3bb6-ec78-4744-b493-0d2c81410920 HTTP/1.1" status: 204 len: 168 time: 0.4569378 Jun 29 11:38:00.469872 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-57825088-cfa2-406b-bf7f-c4ee86a673e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:00.482316 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc529b67-cff3-4d34-b3a2-06c787387f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5b3bb6-ec78-4744-b493-0d2c81410920,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:00.485265 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-dc529b67-cff3-4d34-b3a2-06c787387f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:00.537193 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-92479ed0-b789-4e41-893c-e738ebfa7ab9 service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219525 Jun 29 11:38:00.671495 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3711367a-b53f-4419-a88d-37a7c3c55e05 req-4ed8a9ea-3d7c-4af4-b37e-28c3def3b29c service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231997 Jun 29 11:38:00.901632 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90a5d-15a4-4a2a-bd69-cb60167fc587 req-96ace8c5-e9d6-4be5-817d-c170d19d9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:00.903790 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3be90a5d-15a4-4a2a-bd69-cb60167fc587 req-96ace8c5-e9d6-4be5-817d-c170d19d9622 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 1097 time: 0.0995340 Jun 29 11:38:01.040953 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90a5d-15a4-4a2a-bd69-cb60167fc587 req-fc6dc45a-1753-4b72-970d-3309d45e18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:01.045273 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3be90a5d-15a4-4a2a-bd69-cb60167fc587 req-fc6dc45a-1753-4b72-970d-3309d45e18e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 920 time: 0.1333411 Jun 29 11:38:01.070356 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 32938) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:01.093435 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8cdeb44-228a-4764-bcfa-10df9b128e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:01.103919 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3be90a5d-15a4-4a2a-bd69-cb60167fc587 req-29cfd1d3-4781-44f8-9c27-1b467731bd79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13447172-0b45-4c94-9028-4939c282d34d HTTP/1.1" status: 200 len: 217 time: 0.0528076 Jun 29 11:38:01.164638 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90a5d-15a4-4a2a-bd69-cb60167fc587 req-dcab2f77-b051-4e1a-ba1a-e4c711a22c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:01.166500 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3be90a5d-15a4-4a2a-bd69-cb60167fc587 req-dcab2f77-b051-4e1a-ba1a-e4c711a22c64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8fa47a2-2e24-42ee-89f4-8bd2812d294b HTTP/1.1" status: 200 len: 859 time: 0.0560958 Jun 29 11:38:01.205267 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3be90a5d-15a4-4a2a-bd69-cb60167fc587 req-deb70e81-ccf6-4848-b12e-155f29a15fd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322652 Jun 29 11:38:01.269626 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:38:01.306401 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8cdeb44-228a-4764-bcfa-10df9b128e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:01.310879 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8cdeb44-228a-4764-bcfa-10df9b128e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:01.315514 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-641f5e7c-a661-4829-a5ce-8d39fbfc935c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:01.361596 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdeb44-228a-4764-bcfa-10df9b128e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21efcb56-ad2b-4a52-96f9-caf13a2430ab,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:01.365025 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c8cdeb44-228a-4764-bcfa-10df9b128e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:01.383715 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-c8cdeb44-228a-4764-bcfa-10df9b128e20 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e94f21cc032c414381a0b2f67103e45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076644 Jun 29 11:38:01.383715 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 32948) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:01.408088 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3be90a5d-15a4-4a2a-bd69-cb60167fc587 req-8cf5b59d-6262-4050-8bfb-d1d946a1d16a service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960948 Jun 29 11:38:01.451497 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-aa076c64-1840-4ccc-99dd-1f66da631cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:01.476377 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-aa076c64-1840-4ccc-99dd-1f66da631cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:01.548060 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-aa076c64-1840-4ccc-99dd-1f66da631cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:01.553598 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-aa076c64-1840-4ccc-99dd-1f66da631cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:01.557346 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-aa076c64-1840-4ccc-99dd-1f66da631cd5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21efcb56-ad2b-4a52-96f9-caf13a2430ab HTTP/1.1" status: 204 len: 168 time: 0.1726394 Jun 29 11:38:01.559789 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-13e8979c-4609-4adb-b775-2f10be7abc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:01.646982 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa076c64-1840-4ccc-99dd-1f66da631cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21efcb56-ad2b-4a52-96f9-caf13a2430ab,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:01.653029 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-aa076c64-1840-4ccc-99dd-1f66da631cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:01.715529 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abc5fe-33f4-42b6-9ec9-1266a796c877 req-1db5502c-327b-4c8f-bda1-1ee6b7fb4141 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:01.717842 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-68abc5fe-33f4-42b6-9ec9-1266a796c877 req-1db5502c-327b-4c8f-bda1-1ee6b7fb4141 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 945 time: 0.1320167 Jun 29 11:38:01.725663 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3be90a5d-15a4-4a2a-bd69-cb60167fc587 req-773fe74d-5d40-449f-b538-33c6c26648e2 service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085511 Jun 29 11:38:01.740951 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279e783-6a32-4177-a4a6-a845daab1707 req-655eb4a1-5ef3-44f2-bc48-0da1fe59632f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:01.742540 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3279e783-6a32-4177-a4a6-a845daab1707 req-655eb4a1-5ef3-44f2-bc48-0da1fe59632f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 944 time: 0.3013735 Jun 29 11:38:01.775130 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-68abc5fe-33f4-42b6-9ec9-1266a796c877 req-99dbedf0-c7db-48e7-a53e-1560599028f4 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494721 Jun 29 11:38:01.828368 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3279e783-6a32-4177-a4a6-a845daab1707 req-a1d4fa33-07b7-48a4-8f75-8fafd88cd219 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783587 Jun 29 11:38:03.099194 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbd83b-65c7-495e-9bed-c9036a4d4df3 req-8f218d36-e203-44f4-94d3-6a4ae82116b0 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:03.102042 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d1cbd83b-65c7-495e-9bed-c9036a4d4df3 req-8f218d36-e203-44f4-94d3-6a4ae82116b0 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 945 time: 0.1406612 Jun 29 11:38:03.172364 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d1cbd83b-65c7-495e-9bed-c9036a4d4df3 req-bf5ee433-8309-4271-b111-da02f4a76f28 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600810 Jun 29 11:38:03.173879 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070828d-f231-4cdc-8d61-7908a17fb715 req-d9d607f4-6378-4b5e-ab8e-44289874e4cb tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:03.176660 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0070828d-f231-4cdc-8d61-7908a17fb715 req-d9d607f4-6378-4b5e-ab8e-44289874e4cb tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 944 time: 0.1232898 Jun 29 11:38:03.237734 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0070828d-f231-4cdc-8d61-7908a17fb715 req-45142efd-c2a4-4f36-8819-acfeaf35bbb2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498314 Jun 29 11:38:04.575468 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33080) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:04.634460 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33084) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:04.653657 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacde19-46e2-4d6f-adf7-3f0a00d7fbad req-726d406b-9a64-438f-8273-1ad727bae0e5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:04.663893 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0aacde19-46e2-4d6f-adf7-3f0a00d7fbad req-726d406b-9a64-438f-8273-1ad727bae0e5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 944 time: 0.1452885 Jun 29 11:38:04.706513 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0aacde19-46e2-4d6f-adf7-3f0a00d7fbad req-f96de493-a781-4e03-835a-6ed6e79cfa4c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Jun 29 11:38:04.788605 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b343ff99-e94d-4530-a480-e32bc6fdeead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.792822 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-1cfe34c8-a41a-4d0e-a0e0-7aa018aa2e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.833696 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.db.api [None req-1cfe34c8-a41a-4d0e-a0e0-7aa018aa2e62 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 11:38:04.833696 dv-cinder-797608-2-iscsi neutron-server[93145]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 11:38:04.833696 dv-cinder-797608-2-iscsi neutron-server[93145]: [parameters: {'project_id': 'f44b7f6b4fc84bc8b6f1c17ce0133897', 'id': '230bdba6-db42-422f-900e-966e055604d7', 'expiration': datetime.datetime(2021, 6, 29, 11, 40, 4, 826939)}] Jun 29 11:38:04.833696 dv-cinder-797608-2-iscsi neutron-server[93145]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93145) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 11:38:04.834331 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_db.api [None req-1cfe34c8-a41a-4d0e-a0e0-7aa018aa2e62 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 11:38:04.912355 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b343ff99-e94d-4530-a480-e32bc6fdeead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.918300 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b343ff99-e94d-4530-a480-e32bc6fdeead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.921446 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-36027901-3021-4de7-9be9-d4141dd5a57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:04.967878 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-b343ff99-e94d-4530-a480-e32bc6fdeead admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2bd9c6a405554c5cb300cc7799d39604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910246 Jun 29 11:38:04.969051 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343ff99-e94d-4530-a480-e32bc6fdeead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7265cf-f49f-4d23-8bf3-3cc16d78fe6e,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:04.970892 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33088) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:04.973445 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b343ff99-e94d-4530-a480-e32bc6fdeead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:05.036932 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77744aed-fca2-45fe-84cd-5989b6ba45a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.062945 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77744aed-fca2-45fe-84cd-5989b6ba45a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.116478 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77744aed-fca2-45fe-84cd-5989b6ba45a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.122213 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77744aed-fca2-45fe-84cd-5989b6ba45a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.124088 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-77744aed-fca2-45fe-84cd-5989b6ba45a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b7265cf-f49f-4d23-8bf3-3cc16d78fe6e HTTP/1.1" status: 204 len: 168 time: 0.1516330 Jun 29 11:38:05.125392 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-08d99cf2-9edf-4ddf-bbce-2a8e478a06a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:05.139722 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77744aed-fca2-45fe-84cd-5989b6ba45a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7265cf-f49f-4d23-8bf3-3cc16d78fe6e,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:05.142803 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-77744aed-fca2-45fe-84cd-5989b6ba45a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:05.336037 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-1cfe34c8-a41a-4d0e-a0e0-7aa018aa2e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.464280 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-1cfe34c8-a41a-4d0e-a0e0-7aa018aa2e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.470379 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-1cfe34c8-a41a-4d0e-a0e0-7aa018aa2e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.488981 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-9f622957-6835-4ab7-9057-ee649082bf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:05.509772 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-1cfe34c8-a41a-4d0e-a0e0-7aa018aa2e62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f44b7f6b4fc84bc8b6f1c17ce0133897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8739641 Jun 29 11:38:05.517798 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33102) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:05.531413 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe34c8-a41a-4d0e-a0e0-7aa018aa2e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0e7e69-880f-4717-9f8f-17b3548d9b90,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:05.535820 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-1cfe34c8-a41a-4d0e-a0e0-7aa018aa2e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:05.592219 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-529f3fb5-5dcc-45ec-9cc1-11a197871cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.618901 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-529f3fb5-5dcc-45ec-9cc1-11a197871cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.678662 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-529f3fb5-5dcc-45ec-9cc1-11a197871cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.687044 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-529f3fb5-5dcc-45ec-9cc1-11a197871cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.691659 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-529f3fb5-5dcc-45ec-9cc1-11a197871cd3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f0e7e69-880f-4717-9f8f-17b3548d9b90 HTTP/1.1" status: 204 len: 168 time: 0.1738806 Jun 29 11:38:05.691659 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8b0826c5-ec2c-4d32-89c8-423d84dc8d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:05.714161 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f3fb5-5dcc-45ec-9cc1-11a197871cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0e7e69-880f-4717-9f8f-17b3548d9b90,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:05.722648 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-529f3fb5-5dcc-45ec-9cc1-11a197871cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:05.964930 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3214a4-6407-4d27-a85a-d2062dc7f64b req-86251546-c1e3-4d0c-8c5d-de2c5f1b83c1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:05.966691 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-da3214a4-6407-4d27-a85a-d2062dc7f64b req-86251546-c1e3-4d0c-8c5d-de2c5f1b83c1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 944 time: 0.0779598 Jun 29 11:38:06.034603 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-da3214a4-6407-4d27-a85a-d2062dc7f64b req-ddd38c8f-f0cf-4e00-b0dc-2fd8523cba44 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564911 Jun 29 11:38:06.231891 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33128) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:06.248722 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2a715adb-4f8e-4c20-bff7-114dba6ca471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.304832 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33132) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:06.422514 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2a715adb-4f8e-4c20-bff7-114dba6ca471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.428775 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2a715adb-4f8e-4c20-bff7-114dba6ca471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.433896 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-81755b72-b2e4-4cf5-aeab-dfd5b2113138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:06.478503 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-2a715adb-4f8e-4c20-bff7-114dba6ca471 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c3398a3ef3c4199b6f9df40a2fd361a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421811 Jun 29 11:38:06.478729 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33136) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:06.486709 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a715adb-4f8e-4c20-bff7-114dba6ca471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eacb81-3815-479b-b55b-73ce6a0a4f4b,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:06.495634 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2a715adb-4f8e-4c20-bff7-114dba6ca471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:06.520890 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 13447172-0b45-4c94-9028-4939c282d34d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:38:06.546424 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-978974ba-1614-4b4c-8dcd-6bc1dee83c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.573648 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1491380141-network', 'tenant_id': '74d4013cce364808b087f723eaf75ad3'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:06.590331 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-978974ba-1614-4b4c-8dcd-6bc1dee83c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.619692 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Made reservation on behalf of 74d4013cce364808b087f723eaf75ad3 for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:06.625854 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.642194 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.664924 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-978974ba-1614-4b4c-8dcd-6bc1dee83c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.670019 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-978974ba-1614-4b4c-8dcd-6bc1dee83c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.671991 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-978974ba-1614-4b4c-8dcd-6bc1dee83c3f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e9eacb81-3815-479b-b55b-73ce6a0a4f4b HTTP/1.1" status: 204 len: 168 time: 0.1921895 Jun 29 11:38:06.673906 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:06.717276 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978974ba-1614-4b4c-8dcd-6bc1dee83c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eacb81-3815-479b-b55b-73ce6a0a4f4b,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:06.726467 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-978974ba-1614-4b4c-8dcd-6bc1dee83c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:06.784185 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 13447172-0b45-4c94-9028-4939c282d34d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13447172-0b45-4c94-9028-4939c282d34d,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:06.800838 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '13447172-0b45-4c94-9028-4939c282d34d', 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e', 'port_id': '13447172-0b45-4c94-9028-4939c282d34d', 'mac_address': 'fa:16:3e:22:16:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fa47a2-2e24-42ee-89f4-8bd2812d294b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:38:06.858346 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.860344 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.866426 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.876210 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:06.888099 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13447172-0b45-4c94-9028-4939c282d34d {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:38:06.922979 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 13447172-0b45-4c94-9028-4939c282d34d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13447172-0b45-4c94-9028-4939c282d34d,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:06.923309 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:38:06.928932 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.930111 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 5b84eb77-3771-4f3f-b87f-f67412329ae1 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:38:06.932804 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:06.953408 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3e61a6-e905-45dd-bb7e-3138f9a4a476,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:06.959850 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:06.966547 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.967532 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Added segment 5c5ffb03-24db-484d-bec4-1b51d04aaf5c of type vlan for network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 Jun 29 11:38:07.043914 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=13447172-0b45-4c94-9028-4939c282d34d,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:07.049104 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 5b84eb77-3771-4f3f-b87f-f67412329ae1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:07.053761 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:07.055775 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.069759 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '5b84eb77-3771-4f3f-b87f-f67412329ae1', 'network_id': '797b5427-f5d9-4e9e-85fe-c7de5762eb8e', 'port_id': '5b84eb77-3771-4f3f-b87f-f67412329ae1', 'mac_address': 'fa:16:3e:43:82:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fa47a2-2e24-42ee-89f4-8bd2812d294b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:38:07.107601 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.109900 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:07.110462 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.114119 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b96e337a-1544-4618-a29d-a6b3651173b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:07.145213 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.165306 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8592167 Jun 29 11:38:07.170857 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33154) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:07.173840 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b84eb77-3771-4f3f-b87f-f67412329ae1 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:38:07.179307 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Request body: {'subnet': {'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1491380141-subnet', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:07.182067 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Pushing event updated for resources: {'Network': ['ID=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:07.187254 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:07.202765 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:38:07.209131 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 5b84eb77-3771-4f3f-b87f-f67412329ae1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:07.220377 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.233401 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Made reservation on behalf of 74d4013cce364808b087f723eaf75ad3 for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:07.242405 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248338'] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.251381 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:07.328188 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=5b84eb77-3771-4f3f-b87f-f67412329ae1,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:07.338524 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:07.535150 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4644864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248320'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.539290 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2bd7c162-aed3-4c6e-9f10-90a556c4692d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:07.610273 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a8c400-1fca-49f0-bbb0-d7cd11405fef,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:07.613984 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:07.617513 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Checking segment: {'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:07.617835 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Network hostable DHCP agents. Network: 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:38:07.638072 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:38:07.649766 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:07.658917 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:07.660552 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.662003 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a380d7c4-0700-4aec-b737-0f7793b22d98 None None] Network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:38:07.684790 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33170) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:07.685707 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5132701 Jun 29 11:38:07.692979 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:07.741359 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1735'] for router, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.743822 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.828152 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.882295 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857709bb-5365-56ec-ae70-86d033040f01-5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef'}]}} from dv-cinder-797608-2-iscsi. {{(pid=93146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:38:07.884007 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.057397 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.db_base_plugin_common [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Allocated IP 172.20.0.2 (5da9fa69-eeba-4ed5-968f-dc9cd4dc0823/66a8c400-1fca-49f0-bbb0-d7cd11405fef/3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b) {{(pid=93146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:08.077107 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.287285 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Notify callbacks [] for port, precommit_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.297774 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Transition to ACTIVE for port object 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:08.324519 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Transition to ACTIVE for port object 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b will not be triggered until provisioned by entity DHCP. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:08.332855 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.335225 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-450feff5-3f11-43ef-9d1e-5c2471fa64cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:08.375162 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.397556 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 is already hosted by enough agents. {{(pid=93146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:08.400391 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.403071 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.base_scheduler [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Resources bound (agent type, host, resource id): {{(pid=93146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:08.408421 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Received port after_create {{(pid=93146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:08.414197 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Pushing event updated for resources: {'Port': ['ID=3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b,revision_number=1']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:08.427706 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:08.522862 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Attempting to bind port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:08.523349 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Attempting to bind port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:08.524160 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Attempting to bind port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b on network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:08.530296 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:08.530827 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Checking segment: {'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:08.531202 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.531615 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Bound using segment: {'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:08.532120 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Bound port: 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:08.532552 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.548313 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Allocated IP 172.27.3.129 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/f301fddf-e009-4b09-889d-79a582407851) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:08.626815 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] For port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:08.635899 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] For port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:08.643608 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.645832 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:08.695005 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.717915 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Pushing event updated for resources: {'Port': ['ID=3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:08.717915 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:08.753155 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:08.755323 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8482b35a-afe9-482d-9efe-e04d83a5bbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:08.804947 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:08.808234 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:08.815872 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:08.846927 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Pushing event updated for resources: {'Port': ['ID=f301fddf-e009-4b09-889d-79a582407851,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:08.851427 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:09.157615 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:09.272467 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33212) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:09.410585 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296'] for router, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:09.418248 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bbebc1d5-e4f3-4bfe-8aa4-5d257ba70153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:09.601343 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bbebc1d5-e4f3-4bfe-8aa4-5d257ba70153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:09.609032 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bbebc1d5-e4f3-4bfe-8aa4-5d257ba70153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:09.624353 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-7d0dcb33-67fd-4244-8bcb-d33815526bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:09.653661 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Router d116baa2-e471-4f03-9c5c-998baca7c5cd is scheduled to L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e with binding_index 1 {{(pid=93145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:38:09.676505 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-bbebc1d5-e4f3-4bfe-8aa4-5d257ba70153 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=22a1fd175fdb4946b7f05bde01c6665a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026415 Jun 29 11:38:09.682669 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33218) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:09.696835 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebc1d5-e4f3-4bfe-8aa4-5d257ba70153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b98b060-9dba-4812-a95f-891596537fdd,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:09.708576 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-bbebc1d5-e4f3-4bfe-8aa4-5d257ba70153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:09.776592 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7788ff45-5a0e-429a-b507-12121f02a5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:09.806718 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7788ff45-5a0e-429a-b507-12121f02a5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:09.876162 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7788ff45-5a0e-429a-b507-12121f02a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:09.879238 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7788ff45-5a0e-429a-b507-12121f02a5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:09.883663 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-7788ff45-5a0e-429a-b507-12121f02a5d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b98b060-9dba-4812-a95f-891596537fdd HTTP/1.1" status: 204 len: 168 time: 0.1992800 Jun 29 11:38:09.884765 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:09.894048 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788ff45-5a0e-429a-b507-12121f02a5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b98b060-9dba-4812-a95f-891596537fdd,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:09.897057 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-7788ff45-5a0e-429a-b507-12121f02a5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:09.929283 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f2a05-2829-4165-a9ba-1bddaf933c71 None None] Network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:38:10.018907 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-d1cc7fe4-faee-4d9c-bc99-6e482aebe610 None None] Provisioning for port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:10.095239 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:38:10.113307 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Sync routers for ids ['d116baa2-e471-4f03-9c5c-998baca7c5cd'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:38:10.138427 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.139626 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:10.141028 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4545836 Jun 29 11:38:10.148036 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33230) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:10.165259 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Routers {'d116baa2-e471-4f03-9c5c-998baca7c5cd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:10.170058 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['d116baa2-e471-4f03-9c5c-998baca7c5cd'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:10.261976 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:10.267345 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:10.267345 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.291409 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33234) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:10.327706 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Set router d116baa2-e471-4f03-9c5c-998baca7c5cd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:10.451974 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ab826bdf-0d82-40e6-af74-dfc07e8f4bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.474153 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.499592 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33240) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:10.520886 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3f29861f-dba8-4d2f-b9a7-3aeca1d42df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.533103 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:10.539869 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.541817 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-93c0f9db-e3a8-47f0-89e6-8f0ad9880f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:10.630488 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ab826bdf-0d82-40e6-af74-dfc07e8f4bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.644407 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:10.647682 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:10.659281 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:09Z', 'revision_number': 3, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:10.691838 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Checking router: d116baa2-e471-4f03-9c5c-998baca7c5cd for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:38:10.692592 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Updating router d116baa2-e471-4f03-9c5c-998baca7c5cd port f301fddf-e009-4b09-889d-79a582407851 binding host dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:38:10.736586 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ab826bdf-0d82-40e6-af74-dfc07e8f4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.740264 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.743865 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b1fc7e12-f308-4c00-be07-1324aa7c8173 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:10.833385 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33246) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:10.834070 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-ab826bdf-0d82-40e6-af74-dfc07e8f4bc9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=16b8c4f603ed44d2a5b12ad08d753208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410113 Jun 29 11:38:10.835599 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab826bdf-0d82-40e6-af74-dfc07e8f4bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f43ece-6729-4302-8fe2-b2b2a2887db6,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:10.861937 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ab826bdf-0d82-40e6-af74-dfc07e8f4bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:10.884355 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-e68982f6-1ae0-444b-8828-ca9174412c4a None None] Provisioning complete for port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:10.885203 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-e68982f6-1ae0-444b-8828-ca9174412c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.886929 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3f29861f-dba8-4d2f-b9a7-3aeca1d42df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.903046 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3f29861f-dba8-4d2f-b9a7-3aeca1d42df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.910400 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-1cfe34c8-a41a-4d0e-a0e0-7aa018aa2e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:10.954200 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4779c180-ffac-4154-8e8c-1fbd6e4e84f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.963560 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29861f-dba8-4d2f-b9a7-3aeca1d42df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4c1a42-cd7e-4ee8-a443-bc351d20a359,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:10.972464 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3f29861f-dba8-4d2f-b9a7-3aeca1d42df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:10.991865 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-3f29861f-dba8-4d2f-b9a7-3aeca1d42df9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff693c112b7b4af384c397082b7e6b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909682 Jun 29 11:38:10.994437 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33248) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:11.057037 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4779c180-ffac-4154-8e8c-1fbd6e4e84f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.066427 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-42eea946-723f-4f79-ba27-545a366649f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.094874 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-42eea946-723f-4f79-ba27-545a366649f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.103822 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.149961 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-42eea946-723f-4f79-ba27-545a366649f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.153372 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-42eea946-723f-4f79-ba27-545a366649f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.154477 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-42eea946-723f-4f79-ba27-545a366649f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c4c1a42-cd7e-4ee8-a443-bc351d20a359 HTTP/1.1" status: 204 len: 168 time: 0.1587443 Jun 29 11:38:11.155273 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3f29861f-dba8-4d2f-b9a7-3aeca1d42df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:11.177415 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eea946-723f-4f79-ba27-545a366649f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4c1a42-cd7e-4ee8-a443-bc351d20a359,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:11.188509 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-42eea946-723f-4f79-ba27-545a366649f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:11.243024 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.318067 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.provisioning_blocks [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Transition to ACTIVE for port object f301fddf-e009-4b09-889d-79a582407851 will not be triggered until provisioned by entity L2. {{(pid=93147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:11.318232 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4779c180-ffac-4154-8e8c-1fbd6e4e84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.318232 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4779c180-ffac-4154-8e8c-1fbd6e4e84f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.318232 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-4779c180-ffac-4154-8e8c-1fbd6e4e84f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f8f43ece-6729-4302-8fe2-b2b2a2887db6 HTTP/1.1" status: 204 len: 168 time: 0.4821603 Jun 29 11:38:11.330567 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.333606 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:11.345085 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0eca6a98-901f-4c74-9103-fd21bd04c5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:11.392317 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Attempting to bind port f301fddf-e009-4b09-889d-79a582407851 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:11.393066 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Attempting to bind port f301fddf-e009-4b09-889d-79a582407851 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:11.393066 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Attempting to bind port f301fddf-e009-4b09-889d-79a582407851 on network 4546cacf-05b6-4439-8e79-95afc759b82d {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:11.396549 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba1b5e-9f85-4a69-ac41-86b965b175ff None None] Pushing event updated for resources: {'Port': ['ID=f301fddf-e009-4b09-889d-79a582407851,revision_number=2']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:11.407374 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-e4ba1b5e-9f85-4a69-ac41-86b965b175ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:11.407374 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:11.407374 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:11.407374 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.407374 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Bound using segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:11.407374 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Bound port: f301fddf-e009-4b09-889d-79a582407851, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:11.407374 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.419922 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779c180-ffac-4154-8e8c-1fbd6e4e84f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f43ece-6729-4302-8fe2-b2b2a2887db6,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:11.425203 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4779c180-ffac-4154-8e8c-1fbd6e4e84f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:11.454452 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Allocated IP 172.20.0.1 (5da9fa69-eeba-4ed5-968f-dc9cd4dc0823/66a8c400-1fca-49f0-bbb0-d7cd11405fef/d80f2824-234c-4f6a-bfc5-a9807249ebff) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:11.476382 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] For port f301fddf-e009-4b09-889d-79a582407851, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:11.485001 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] For port f301fddf-e009-4b09-889d-79a582407851, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=f301fddf-e009-4b09-889d-79a582407851,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:11.493075 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.497404 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-e8bd4999-5caa-4460-b25e-04bc3c0330d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:11.562565 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Routers {'d116baa2-e471-4f03-9c5c-998baca7c5cd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:11.562565 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['d116baa2-e471-4f03-9c5c-998baca7c5cd'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:11.604404 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba1b5e-9f85-4a69-ac41-86b965b175ff None None] Pushing event updated for resources: {'Port': ['ID=f301fddf-e009-4b09-889d-79a582407851,revision_number=3']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:11.607581 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-e4ba1b5e-9f85-4a69-ac41-86b965b175ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:11.627260 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.643484 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Transition to ACTIVE for port object d80f2824-234c-4f6a-bfc5-a9807249ebff will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:11.684315 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.689387 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:11.742031 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] Set router d116baa2-e471-4f03-9c5c-998baca7c5cd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:11.798178 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:11.800380 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Pushing event updated for resources: {'Port': ['ID=d80f2824-234c-4f6a-bfc5-a9807249ebff,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:11.819084 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:11.822893 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:11.824904 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:11.915374 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669511'] for router_interface, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.993736 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:09Z', 'revision_number': 3, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:12.070037 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d69a90-9ee1-46b8-9c7c-572a56612dc9 None None] The sync data for ids ['d116baa2-e471-4f03-9c5c-998baca7c5cd'] in dv-cinder-797608-2-iscsi is: [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:09Z', 'revision_number': 3, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:38:12.081684 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:12.143495 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:12.143904 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:12.354213 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-f181dd9b-54d9-4563-8140-c8ca872ad271 None None] Provisioning for port d80f2824-234c-4f6a-bfc5-a9807249ebff completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:12.377107 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-f181dd9b-54d9-4563-8140-c8ca872ad271 None None] Provisioning complete for port d80f2824-234c-4f6a-bfc5-a9807249ebff triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:12.377497 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-f181dd9b-54d9-4563-8140-c8ca872ad271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:12.442755 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-f181dd9b-54d9-4563-8140-c8ca872ad271 None None] Port d80f2824-234c-4f6a-bfc5-a9807249ebff cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:38:12.560116 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:12.857044 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:12.869587 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:12.875151 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2d58730b-70ce-4f09-b77d-bda5571c9120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:12.952430 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Pushing event updated for resources: {'Port': ['ID=d80f2824-234c-4f6a-bfc5-a9807249ebff,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:12.955219 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669395'] for router_interface, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:12.957699 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:13.112575 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:13.115727 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:13.314224 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Router d116baa2-e471-4f03-9c5c-998baca7c5cd has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:38:13.481876 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-0f44352c-77ae-4494-937a-5f830fe40ef6 None None] Provisioning complete for port d80f2824-234c-4f6a-bfc5-a9807249ebff triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:13.482698 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-0f44352c-77ae-4494-937a-5f830fe40ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:13.499810 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:38:13.516360 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] 10.222.0.72 "PUT /v2.0/routers/d116baa2-e471-4f03-9c5c-998baca7c5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3593407 Jun 29 11:38:13.554813 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-0f44352c-77ae-4494-937a-5f830fe40ef6 None None] Port d80f2824-234c-4f6a-bfc5-a9807249ebff cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:38:13.817750 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33334) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:14.091813 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device f301fddf-e009-4b09-889d-79a582407851 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:14.201272 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port f301fddf-e009-4b09-889d-79a582407851 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:14.209032 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port f301fddf-e009-4b09-889d-79a582407851 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:14.210164 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.251744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-371efd4c-cb5d-4505-a538-7a271777b696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.389616 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.444382 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port f301fddf-e009-4b09-889d-79a582407851, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=f301fddf-e009-4b09-889d-79a582407851,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:14.452804 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.455802 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:14.485245 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-371efd4c-cb5d-4505-a538-7a271777b696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.494102 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-371efd4c-cb5d-4505-a538-7a271777b696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.509593 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4f639017-e621-4991-8919-ab011140a4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:14.586407 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=f301fddf-e009-4b09-889d-79a582407851,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:14.593751 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:14.595054 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-371efd4c-cb5d-4505-a538-7a271777b696 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91667cbb56b442f3b384b40d4ec9fb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7751281 Jun 29 11:38:14.596999 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371efd4c-cb5d-4505-a538-7a271777b696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dc3797-9ec8-4d74-8c15-804b5ca6e0af,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:14.597566 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33358) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:14.601996 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-371efd4c-cb5d-4505-a538-7a271777b696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:14.691539 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-444f6488-dd81-4d1a-a64f-56a1d91f49c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.702355 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Sync routers for ids ['d116baa2-e471-4f03-9c5c-998baca7c5cd'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:38:14.719747 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Routers {'d116baa2-e471-4f03-9c5c-998baca7c5cd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:14.720502 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['d116baa2-e471-4f03-9c5c-998baca7c5cd'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:14.746633 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33368) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:14.753420 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-444f6488-dd81-4d1a-a64f-56a1d91f49c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.756076 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-469532406-network', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:14.820306 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Made reservation on behalf of 615c76be68dc4cb0aa94494999e5f320 for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:14.836390 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.850639 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.883126 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-444f6488-dd81-4d1a-a64f-56a1d91f49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.891153 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-444f6488-dd81-4d1a-a64f-56a1d91f49c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.900442 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-444f6488-dd81-4d1a-a64f-56a1d91f49c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/89dc3797-9ec8-4d74-8c15-804b5ca6e0af HTTP/1.1" status: 204 len: 168 time: 0.2977262 Jun 29 11:38:14.904550 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-bac09645-158e-4af1-9c2c-d980af6492d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:14.921643 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f6488-dd81-4d1a-a64f-56a1d91f49c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dc3797-9ec8-4d74-8c15-804b5ca6e0af,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:14.931044 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-444f6488-dd81-4d1a-a64f-56a1d91f49c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:15.078834 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.087260 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.093392 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e6023200-c08b-4b01-9da9-ad0e6c863421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:15.097164 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Set router d116baa2-e471-4f03-9c5c-998baca7c5cd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:15.118766 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:38:15.138998 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab371882-f9c3-41c7-b539-782a524e609e,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:15.148398 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:15.150690 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.151034 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Added segment f04e07bc-0ee0-4368-939e-f2650f4cf01c of type vlan for network f87900cc-6ce3-45e0-8349-2bcb55041eef Jun 29 11:38:15.246445 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.288681 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.290540 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:15.291511 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.298017 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:15.364057 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:12Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'd80f2824-234c-4f6a-bfc5-a9807249ebff', 'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'mac_address': 'fa:16:3e:b6:61:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:11Z', 'updated_at': '2021-06-29T11:38:12Z', 'revision_number': 2, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'subnets': [{'id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:15.397509 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=f87900cc-6ce3-45e0-8349-2bcb55041eef,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:15.401471 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:15.402072 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Checking router: d116baa2-e471-4f03-9c5c-998baca7c5cd for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:38:15.402543 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Updating router d116baa2-e471-4f03-9c5c-998baca7c5cd port d80f2824-234c-4f6a-bfc5-a9807249ebff binding host dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:38:15.423106 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-659fc0e6-d622-41e3-8184-b18213b80cf3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6730351 Jun 29 11:38:15.423985 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33378) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:15.429358 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Request body: {'subnet': {'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-469532406-subnet', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:15.446025 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network f87900cc-6ce3-45e0-8349-2bcb55041eef details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:38:15.500392 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Made reservation on behalf of 615c76be68dc4cb0aa94494999e5f320 for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:15.516841 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.519150 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248338'] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.789020 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4644864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248320'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.793551 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:15.864643 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e7b2d9-849d-4c28-afe3-a12b3cb4d574,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:15.870823 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:15.875624 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Checking segment: {'id': 'f04e07bc-0ee0-4368-939e-f2650f4cf01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:15.875957 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Network hostable DHCP agents. Network: f87900cc-6ce3-45e0-8349-2bcb55041eef, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:38:15.903842 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Network f87900cc-6ce3-45e0-8349-2bcb55041eef is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:38:15.913962 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, f87900cc-6ce3-45e0-8349-2bcb55041eef) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:15.919580 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:15.920372 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.923103 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Notify callbacks [] for port, precommit_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:15.931418 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f4b2dd-45cc-419f-b386-ff941b46b966 None None] Network f87900cc-6ce3-45e0-8349-2bcb55041eef requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:38:15.943074 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33396) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:15.948247 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-469532406-router', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:15.952716 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5274370 Jun 29 11:38:16.003353 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Transition to ACTIVE for port object d80f2824-234c-4f6a-bfc5-a9807249ebff will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:16.005137 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1735'] for router, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.006155 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.013572 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.026249 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:16.085942 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.091405 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device f301fddf-e009-4b09-889d-79a582407851 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:16.199391 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e74da-029b-4380-af70-9e9454f23843 None None] Pushing event updated for resources: {'Port': ['ID=d80f2824-234c-4f6a-bfc5-a9807249ebff,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:16.254879 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-1f9e74da-029b-4380-af70-9e9454f23843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:16.313818 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.479256 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Attempting to bind port d80f2824-234c-4f6a-bfc5-a9807249ebff on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:16.479658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Attempting to bind port d80f2824-234c-4f6a-bfc5-a9807249ebff by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:16.483307 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Attempting to bind port d80f2824-234c-4f6a-bfc5-a9807249ebff on network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:16.518612 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:16.571569 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Checking segment: {'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:16.577602 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.578392 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Bound using segment: {'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:16.579303 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Bound port: d80f2824-234c-4f6a-bfc5-a9807249ebff, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:16.581778 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.633658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port f301fddf-e009-4b09-889d-79a582407851 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:16.634310 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.681873 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33416) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:16.727034 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d3391-7eae-48b4-922e-c12b91da882d req-7345cb33-911f-447b-a098-862cbc831aff tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:16.729317 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d05d3391-7eae-48b4-922e-c12b91da882d req-7345cb33-911f-447b-a098-862cbc831aff tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 945 time: 0.2110286 Jun 29 11:38:16.760681 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857709bb-5365-56ec-ae70-86d033040f01-f87900cc-6ce3-45e0-8349-2bcb55041eef', 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'fixed_ips': [{'subnet_id': '15e7b2d9-849d-4c28-afe3-a12b3cb4d574'}]}} from dv-cinder-797608-2-iscsi. {{(pid=93146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:38:16.761738 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.789020 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.820870 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d05d3391-7eae-48b4-922e-c12b91da882d req-07c39e29-5810-46b3-a167-9946652b1eab tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712571 Jun 29 11:38:16.832001 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:16.838310 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['13447172-0b45-4c94-9028-4939c282d34d'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:38:16.959695 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] For port d80f2824-234c-4f6a-bfc5-a9807249ebff, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:17.008790 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Allocated IP 172.27.3.54 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/ed25c547-943e-44cc-a1e0-91d475ca5344) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:17.040955 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-df377140-152d-41be-a12c-3fd487f60f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.079657 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['5b84eb77-3771-4f3f-b87f-f67412329ae1'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:38:17.097296 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] For port d80f2824-234c-4f6a-bfc5-a9807249ebff, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=d80f2824-234c-4f6a-bfc5-a9807249ebff,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:17.192745 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.210429 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.219227 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-df377140-152d-41be-a12c-3fd487f60f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.224516 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-df377140-152d-41be-a12c-3fd487f60f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.228317 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8430dd8a-5524-4970-8711-af9a6d12e2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:17.249395 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:17.275636 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df377140-152d-41be-a12c-3fd487f60f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d47b792-448f-48a0-8b94-17287d189a5c,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:17.280049 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-df377140-152d-41be-a12c-3fd487f60f24 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b531fa32a4814329b8c1ecc14e9ee34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880675 Jun 29 11:38:17.281272 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-df377140-152d-41be-a12c-3fd487f60f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:17.282828 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33434) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:17.296515 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.302697 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:17.357690 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:17.400163 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ee52dc59-d731-49bb-98e7-11c26db3e779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.446739 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ee52dc59-d731-49bb-98e7-11c26db3e779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.475876 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ed25c547-943e-44cc-a1e0-91d475ca5344,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:17.482634 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:17.483830 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:17.490355 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:17.525309 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ee52dc59-d731-49bb-98e7-11c26db3e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.529135 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ee52dc59-d731-49bb-98e7-11c26db3e779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.534850 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ee52dc59-d731-49bb-98e7-11c26db3e779 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4d47b792-448f-48a0-8b94-17287d189a5c HTTP/1.1" status: 204 len: 168 time: 0.2488670 Jun 29 11:38:17.546642 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.565511 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Routers {'d116baa2-e471-4f03-9c5c-998baca7c5cd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:17.566378 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['d116baa2-e471-4f03-9c5c-998baca7c5cd'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:17.579412 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-a189c84c-3c96-4802-8d53-46e744447f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:17.611560 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52dc59-d731-49bb-98e7-11c26db3e779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d47b792-448f-48a0-8b94-17287d189a5c,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:17.624983 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ee52dc59-d731-49bb-98e7-11c26db3e779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:17.648049 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.db_base_plugin_common [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Allocated IP 172.20.0.2 (f87900cc-6ce3-45e0-8349-2bcb55041eef/15e7b2d9-849d-4c28-afe3-a12b3cb4d574/6acdedbd-5fc5-4a41-a90a-dad261cc5bed) {{(pid=93146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:17.789777 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e74da-029b-4380-af70-9e9454f23843 None None] Pushing event updated for resources: {'Port': ['ID=d80f2824-234c-4f6a-bfc5-a9807249ebff,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:17.842021 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-1f9e74da-029b-4380-af70-9e9454f23843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:18.139236 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.289103 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] Set router d116baa2-e471-4f03-9c5c-998baca7c5cd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:18.318104 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673edcf0-9086-490c-a82f-e2ebe5ab5adb req-69ac5228-c5cb-4924-bb5e-95a62ac98e07 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:18.320303 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-673edcf0-9086-490c-a82f-e2ebe5ab5adb req-69ac5228-c5cb-4924-bb5e-95a62ac98e07 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 945 time: 0.1409543 Jun 29 11:38:18.513480 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296'] for router, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.581260 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Notify callbacks [] for port, precommit_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.594062 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Transition to ACTIVE for port object 6acdedbd-5fc5-4a41-a90a-dad261cc5bed will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:18.619731 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Transition to ACTIVE for port object 6acdedbd-5fc5-4a41-a90a-dad261cc5bed will not be triggered until provisioned by entity DHCP. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:18.750274 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.757131 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-c3b010dc-63fe-4f4c-b163-6370c22c6cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:18.769370 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-673edcf0-9086-490c-a82f-e2ebe5ab5adb req-789d3beb-4a27-49b8-a408-fd9a3d99d0a3 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397588 Jun 29 11:38:18.831215 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Router f25f5bf1-26e3-46b1-a150-1eaa32e673bd is scheduled to L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e with binding_index 1 {{(pid=93145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:38:18.958969 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Pushing event updated for resources: {'Port': ['ID=6acdedbd-5fc5-4a41-a90a-dad261cc5bed,revision_number=1']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:18.967567 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:18.969677 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Network f87900cc-6ce3-45e0-8349-2bcb55041eef is already hosted by enough agents. {{(pid=93146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:18.972680 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.base_scheduler [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Resources bound (agent type, host, resource id): {{(pid=93146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:18.975439 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Received port after_create {{(pid=93146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:19.014569 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-4e4b75d6-56fe-4f36-b7ff-2ceeb1f34883 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:19.024258 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-4e4b75d6-56fe-4f36-b7ff-2ceeb1f34883 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 815 time: 0.3069780 Jun 29 11:38:19.061841 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-a3299b71-e012-409b-8ac2-ab4b7e030fac tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/quotas/2c51d252084e4ba4a3841650bf6a77e4 HTTP/1.1" status: 200 len: 375 time: 0.0293992 Jun 29 11:38:19.108651 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Attempting to bind port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:19.109292 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Attempting to bind port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': 'f04e07bc-0ee0-4368-939e-f2650f4cf01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:19.109692 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Attempting to bind port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed on network f87900cc-6ce3-45e0-8349-2bcb55041eef {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:19.127791 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:19.129574 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Checking segment: {'id': 'f04e07bc-0ee0-4368-939e-f2650f4cf01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:19.130063 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.131187 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Bound using segment: {'id': 'f04e07bc-0ee0-4368-939e-f2650f4cf01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:19.131739 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Bound port: 6acdedbd-5fc5-4a41-a90a-dad261cc5bed, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04e07bc-0ee0-4368-939e-f2650f4cf01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:19.132212 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.155500 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:38:19.163158 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:12Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'd80f2824-234c-4f6a-bfc5-a9807249ebff', 'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'mac_address': 'fa:16:3e:b6:61:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:11Z', 'updated_at': '2021-06-29T11:38:16Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'subnets': [{'id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:19.173480 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Sync routers for ids ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:38:19.193302 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.195416 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2509098 Jun 29 11:38:19.197753 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33528) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:19.198056 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Routers {'f25f5bf1-26e3-46b1-a150-1eaa32e673bd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:19.198637 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:19.268090 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2f6a3-655e-4151-841a-8953b1ccfb27 None None] The sync data for ids ['d116baa2-e471-4f03-9c5c-998baca7c5cd'] in dv-cinder-797608-2-iscsi is: [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:12Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'd80f2824-234c-4f6a-bfc5-a9807249ebff', 'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'mac_address': 'fa:16:3e:b6:61:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:11Z', 'updated_at': '2021-06-29T11:38:16Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'subnets': [{'id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:38:19.310486 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] For port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:19.325468 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] For port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=6acdedbd-5fc5-4a41-a90a-dad261cc5bed,segment=NetworkSegment(f04e07bc-0ee0-4368-939e-f2650f4cf01c),segment_id=f04e07bc-0ee0-4368-939e-f2650f4cf01c)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:19.349248 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-dfab2fe2-35f6-4369-b732-131788582945 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2859104 Jun 29 11:38:19.370067 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.390070 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:19.485634 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Pushing event updated for resources: {'Port': ['ID=6acdedbd-5fc5-4a41-a90a-dad261cc5bed,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:19.490033 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:19.564002 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Set router f25f5bf1-26e3-46b1-a150-1eaa32e673bd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:19.881298 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-14bdb7e1-7e33-4943-969e-b6c5957120a1 service neutron] 10.222.0.72 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178287 Jun 29 11:38:19.932107 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'name': 'tempest-TestMinimumBasicScenario-469532406-router', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:17Z', 'revision_number': 3, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'gw_port': {'id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:20.042144 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Checking router: f25f5bf1-26e3-46b1-a150-1eaa32e673bd for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:38:20.046013 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Updating router f25f5bf1-26e3-46b1-a150-1eaa32e673bd port ed25c547-943e-44cc-a1e0-91d475ca5344 binding host dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:38:20.137734 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-2c57c1a7-9d89-452e-993b-3917eeb9c742 service neutron] 10.222.0.72 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443891 Jun 29 11:38:20.166674 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:20.250036 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54faa5-6bf7-4d34-b9ef-418ba5581a6b req-e892e347-f187-4bc0-b905-7d8d9469f293 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:20.252040 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-eb54faa5-6bf7-4d34-b9ef-418ba5581a6b req-e892e347-f187-4bc0-b905-7d8d9469f293 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 945 time: 0.1636696 Jun 29 11:38:20.300641 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device d80f2824-234c-4f6a-bfc5-a9807249ebff up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:20.363733 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-eb54faa5-6bf7-4d34-b9ef-418ba5581a6b req-c0585f7d-62c1-4938-a2e8-0d2aad8d2575 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014302 Jun 29 11:38:20.442494 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port d80f2824-234c-4f6a-bfc5-a9807249ebff completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:20.451129 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port d80f2824-234c-4f6a-bfc5-a9807249ebff triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:20.454713 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:20.591664 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:20.710334 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:20.771460 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port d80f2824-234c-4f6a-bfc5-a9807249ebff, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=d80f2824-234c-4f6a-bfc5-a9807249ebff,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:20.780251 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:20.781308 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 6acdedbd-5fc5-4a41-a90a-dad261cc5bed up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:20.783454 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:20.832333 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d1af718-7659-40bc-bbe4-304c417597f1 req-cf2093f4-fb37-449a-9efa-8ace10916f7d tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 210 time: 0.2102828 Jun 29 11:38:20.894175 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=d80f2824-234c-4f6a-bfc5-a9807249ebff,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:20.927059 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:21.001861 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Notify callbacks [] for port, precommit_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.027708 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.provisioning_blocks [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Transition to ACTIVE for port object ed25c547-943e-44cc-a1e0-91d475ca5344 will not be triggered until provisioned by entity L2. {{(pid=93147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:21.029435 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:21.065101 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.069083 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-44faec07-39fc-4312-921a-6f40a294acb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:21.070334 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe14a9b-f6cb-4040-bf44-5f2cf7ca6d37 None None] Network f87900cc-6ce3-45e0-8349-2bcb55041eef requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:38:21.117036 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Allocated IP 172.20.0.1 (f87900cc-6ce3-45e0-8349-2bcb55041eef/15e7b2d9-849d-4c28-afe3-a12b3cb4d574/8916b6c6-b503-49db-9b12-13dcde43253d) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:21.150506 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77407173-f7b5-4684-b96b-fd93e38b5f06 None None] Pushing event updated for resources: {'Port': ['ID=ed25c547-943e-44cc-a1e0-91d475ca5344,revision_number=2']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:21.160212 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-77407173-f7b5-4684-b96b-fd93e38b5f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:21.164213 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Attempting to bind port ed25c547-943e-44cc-a1e0-91d475ca5344 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:21.164706 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Attempting to bind port ed25c547-943e-44cc-a1e0-91d475ca5344 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:21.165464 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Attempting to bind port ed25c547-943e-44cc-a1e0-91d475ca5344 on network 4546cacf-05b6-4439-8e79-95afc759b82d {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:21.176191 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:21.176682 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:21.177257 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.177912 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Bound using segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:21.178522 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Bound port: ed25c547-943e-44cc-a1e0-91d475ca5344, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:21.179570 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.198713 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-4f428269-7abb-4c27-8c1b-ae7c92c8fd15 None None] Provisioning for port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:21.211214 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-4f428269-7abb-4c27-8c1b-ae7c92c8fd15 None None] Provisioning complete for port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:21.211587 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4f428269-7abb-4c27-8c1b-ae7c92c8fd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.260276 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] For port ed25c547-943e-44cc-a1e0-91d475ca5344, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:21.265068 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] For port ed25c547-943e-44cc-a1e0-91d475ca5344, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=ed25c547-943e-44cc-a1e0-91d475ca5344,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:21.274843 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.282456 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-77407173-f7b5-4684-b96b-fd93e38b5f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:21.286336 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.305041 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Transition to ACTIVE for port object 8916b6c6-b503-49db-9b12-13dcde43253d will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:21.368454 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.372329 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:21.399256 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4f428269-7abb-4c27-8c1b-ae7c92c8fd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.451961 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-4f428269-7abb-4c27-8c1b-ae7c92c8fd15 None None] For port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=6acdedbd-5fc5-4a41-a90a-dad261cc5bed,segment=NetworkSegment(f04e07bc-0ee0-4368-939e-f2650f4cf01c),segment_id=f04e07bc-0ee0-4368-939e-f2650f4cf01c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:21.463597 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4f428269-7abb-4c27-8c1b-ae7c92c8fd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.466330 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:21.498143 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Network f87900cc-6ce3-45e0-8349-2bcb55041eef is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:21.503714 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:21.514368 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:21.545285 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f428269-7abb-4c27-8c1b-ae7c92c8fd15 None None] Pushing event updated for resources: {'Port': ['ID=6acdedbd-5fc5-4a41-a90a-dad261cc5bed,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:21.546544 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77407173-f7b5-4684-b96b-fd93e38b5f06 None None] Pushing event updated for resources: {'Port': ['ID=ed25c547-943e-44cc-a1e0-91d475ca5344,revision_number=3']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:21.549789 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-4f428269-7abb-4c27-8c1b-ae7c92c8fd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:21.551289 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-77407173-f7b5-4684-b96b-fd93e38b5f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:21.556632 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Routers {'f25f5bf1-26e3-46b1-a150-1eaa32e673bd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:21.557263 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:21.578903 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Pushing event updated for resources: {'Port': ['ID=8916b6c6-b503-49db-9b12-13dcde43253d,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:21.586484 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:21.604461 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669511'] for router_interface, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.696087 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] Set router f25f5bf1-26e3-46b1-a150-1eaa32e673bd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:21.834265 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-56c8c5f7-da9d-4f1e-83c8-71ec7cd189eb None None] Provisioning complete for port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:21.835612 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-56c8c5f7-da9d-4f1e-83c8-71ec7cd189eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.977023 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'name': 'tempest-TestMinimumBasicScenario-469532406-router', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:17Z', 'revision_number': 3, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'gw_port': {'id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:22.003787 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 13447172-0b45-4c94-9028-4939c282d34d up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:22.017047 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b1609-57be-45fc-8aad-21ecf741964e None None] The sync data for ids ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'] in dv-cinder-797608-2-iscsi is: [{'id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'name': 'tempest-TestMinimumBasicScenario-469532406-router', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:17Z', 'revision_number': 3, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'gw_port': {'id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:38:22.047511 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-56c8c5f7-da9d-4f1e-83c8-71ec7cd189eb None None] Provisioning for port 8916b6c6-b503-49db-9b12-13dcde43253d completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:22.064216 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-56c8c5f7-da9d-4f1e-83c8-71ec7cd189eb None None] Provisioning complete for port 8916b6c6-b503-49db-9b12-13dcde43253d triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:22.064798 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-56c8c5f7-da9d-4f1e-83c8-71ec7cd189eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.122579 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device d80f2824-234c-4f6a-bfc5-a9807249ebff up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:22.162417 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-56c8c5f7-da9d-4f1e-83c8-71ec7cd189eb None None] Port 8916b6c6-b503-49db-9b12-13dcde43253d cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:38:22.170693 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.189462 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 13447172-0b45-4c94-9028-4939c282d34d completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:22.194718 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 13447172-0b45-4c94-9028-4939c282d34d triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:22.195238 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.241529 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port d80f2824-234c-4f6a-bfc5-a9807249ebff triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:22.241917 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.324545 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a9db7813-cfa7-4969-bde8-299dfd341f17 None None] Provisioning complete for port 8916b6c6-b503-49db-9b12-13dcde43253d triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:22.324931 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a9db7813-cfa7-4969-bde8-299dfd341f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.431265 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.450796 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a9db7813-cfa7-4969-bde8-299dfd341f17 None None] Port 8916b6c6-b503-49db-9b12-13dcde43253d cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:38:22.484675 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 6acdedbd-5fc5-4a41-a90a-dad261cc5bed up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:22.494969 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e097810e-d9d2-432f-bd73-64146db459e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13447172-0b45-4c94-9028-4939c282d34d'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:38:22.498971 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b428c6-121d-46ef-aa6f-aadab0b0b46a" -d '{"events": [{"server_uuid": "e097810e-d9d2-432f-bd73-64146db459e3", "name": "network-vif-plugged", "status": "completed", "tag": "13447172-0b45-4c94-9028-4939c282d34d"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:38:22.505011 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.515030 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.521028 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-dd253bb9-5e44-40fd-9957-400fccbbf87b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:22.560429 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 13447172-0b45-4c94-9028-4939c282d34d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13447172-0b45-4c94-9028-4939c282d34d,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:22.569773 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.571152 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 5b84eb77-3771-4f3f-b87f-f67412329ae1 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:22.578003 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:22.674900 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Pushing event updated for resources: {'Port': ['ID=8916b6c6-b503-49db-9b12-13dcde43253d,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:22.679990 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:22.686346 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669395'] for router_interface, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.753518 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=13447172-0b45-4c94-9028-4939c282d34d,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:22.758910 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:22.759527 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.811908 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:22.813311 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 5b84eb77-3771-4f3f-b87f-f67412329ae1 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:22.828922 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 5b84eb77-3771-4f3f-b87f-f67412329ae1 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:22.829584 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.848685 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Network f87900cc-6ce3-45e0-8349-2bcb55041eef is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:22.850895 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:23.030101 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Router f25f5bf1-26e3-46b1-a150-1eaa32e673bd has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:38:23.081848 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.182024 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 5b84eb77-3771-4f3f-b87f-f67412329ae1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:23.190818 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:38:23.194834 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-02e95510-d61c-4baf-9661-b5ad32b6eebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.196734 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] 10.222.0.72 "PUT /v2.0/routers/f25f5bf1-26e3-46b1-a150-1eaa32e673bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9970624 Jun 29 11:38:23.198556 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.202661 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:23.207232 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-83b4b83e-ac72-4319-8ea5-17730ef3841e None None] Provisioning complete for port 8916b6c6-b503-49db-9b12-13dcde43253d triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:23.208797 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-83b4b83e-ac72-4319-8ea5-17730ef3841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.285701 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-83b4b83e-ac72-4319-8ea5-17730ef3841e None None] Port 8916b6c6-b503-49db-9b12-13dcde43253d cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:38:23.288857 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=5b84eb77-3771-4f3f-b87f-f67412329ae1,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:23.292851 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:23.985599 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89977f87-1f05-4070-99c9-66525b9a7a9d req-d7e7995f-69db-44ab-a80d-dbbf3cc55363 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:23.996872 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-89977f87-1f05-4070-99c9-66525b9a7a9d req-d7e7995f-69db-44ab-a80d-dbbf3cc55363 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.1193967 Jun 29 11:38:24.140113 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a11194f1-ac92-4e4e-8d8e-a79155ec3241 req-983b725d-9e2a-4a30-8383-5c1e6c941aad tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 210 time: 0.0491695 Jun 29 11:38:24.155045 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-89977f87-1f05-4070-99c9-66525b9a7a9d req-ac35740c-bc06-4c28-8343-345eed482cf4 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514163 Jun 29 11:38:24.231995 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ed25c547-943e-44cc-a1e0-91d475ca5344 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:24.280895 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0414379-1df1-435d-bcac-5bb2ee4adcec x-openstack-request-id: req-f0414379-1df1-435d-bcac-5bb2ee4adcec {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:38:24.281604 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e097810e-d9d2-432f-bd73-64146db459e3", "name": "network-vif-plugged", "status": "completed", "tag": "13447172-0b45-4c94-9028-4939c282d34d", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:38:24.282025 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f0414379-1df1-435d-bcac-5bb2ee4adcec {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:38:24.282603 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e097810e-d9d2-432f-bd73-64146db459e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13447172-0b45-4c94-9028-4939c282d34d', 'code': 200} Jun 29 11:38:24.350105 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port ed25c547-943e-44cc-a1e0-91d475ca5344 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:24.380089 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port ed25c547-943e-44cc-a1e0-91d475ca5344 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:24.389792 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:24.599120 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:24.608676 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Sync routers for ids ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:38:24.660259 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port ed25c547-943e-44cc-a1e0-91d475ca5344, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=ed25c547-943e-44cc-a1e0-91d475ca5344,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:24.662442 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Routers {'f25f5bf1-26e3-46b1-a150-1eaa32e673bd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:24.664293 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:37:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:24.673308 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:24.756694 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:24.789313 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6feeca-7073-4703-9078-f49263c3632a req-d4389343-3b62-44db-ac90-e49ec887f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:24.793280 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f6feeca-7073-4703-9078-f49263c3632a req-d4389343-3b62-44db-ac90-e49ec887f138 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 1099 time: 0.1114826 Jun 29 11:38:24.857085 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f6feeca-7073-4703-9078-f49263c3632a req-f8d2d267-4a88-4d4a-aecf-aa107ed14546 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495741 Jun 29 11:38:25.094513 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=ed25c547-943e-44cc-a1e0-91d475ca5344,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:25.101058 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:25.114879 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Set router f25f5bf1-26e3-46b1-a150-1eaa32e673bd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:25.490774 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'name': 'tempest-TestMinimumBasicScenario-469532406-router', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:22Z', 'revision_number': 4, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'gw_port': {'id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8916b6c6-b503-49db-9b12-13dcde43253d', 'name': '', 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'mac_address': 'fa:16:3e:8e:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15e7b2d9-849d-4c28-afe3-a12b3cb4d574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:20Z', 'updated_at': '2021-06-29T11:38:22Z', 'revision_number': 2, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'subnets': [{'id': '15e7b2d9-849d-4c28-afe3-a12b3cb4d574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:25.586693 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Checking router: f25f5bf1-26e3-46b1-a150-1eaa32e673bd for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:38:25.586969 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Updating router f25f5bf1-26e3-46b1-a150-1eaa32e673bd port 8916b6c6-b503-49db-9b12-13dcde43253d binding host dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:38:25.634555 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca295ae-c74f-47a9-bdb0-187c65286904 req-1e9a0013-0060-4d1b-9c74-64fff16ff84a tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:25.643308 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6ca295ae-c74f-47a9-bdb0-187c65286904 req-1e9a0013-0060-4d1b-9c74-64fff16ff84a tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.2126355 Jun 29 11:38:25.733663 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:25.734839 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b5978fcb-3394-450b-8b0e-57a957a5a400 req-91554307-7be3-4db5-8d36-39d5447ea6fc tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 210 time: 0.1086602 Jun 29 11:38:25.747684 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6ca295ae-c74f-47a9-bdb0-187c65286904 req-add1e450-951c-4926-91e1-c07c5fa7890b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897474 Jun 29 11:38:26.146460 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ed25c547-943e-44cc-a1e0-91d475ca5344 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:26.259333 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port ed25c547-943e-44cc-a1e0-91d475ca5344 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:26.259731 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:26.295803 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a32907-124d-4d18-a7b2-8df50be3affc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b84eb77-3771-4f3f-b87f-f67412329ae1'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:38:26.306612 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9a1a60-7dfb-47da-8883-1ccfe938defc" -d '{"events": [{"server_uuid": "66a32907-124d-4d18-a7b2-8df50be3affc", "name": "network-vif-plugged", "status": "completed", "tag": "5b84eb77-3771-4f3f-b87f-f67412329ae1"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:38:26.474485 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-31cabd69-03d2-45de-84c7-71324ed1281b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:26.494231 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-31cabd69-03d2-45de-84c7-71324ed1281b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 815 time: 0.3955858 Jun 29 11:38:26.642880 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a354ebb4-9f5c-4a8e-9ccd-b3870e676001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:26.643998 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33662) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:26.706816 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:26.747037 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Transition to ACTIVE for port object 8916b6c6-b503-49db-9b12-13dcde43253d will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:26.798179 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:26.804753 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:26.927181 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77168e46-13cd-4c10-873a-3de32ca7d575 None None] Pushing event updated for resources: {'Port': ['ID=8916b6c6-b503-49db-9b12-13dcde43253d,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:26.936883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-77168e46-13cd-4c10-873a-3de32ca7d575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:27.034839 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3c6b670e-b2cc-43b6-8156-ecb492909196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.179400 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.187142 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Attempting to bind port 8916b6c6-b503-49db-9b12-13dcde43253d on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:27.188500 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Attempting to bind port 8916b6c6-b503-49db-9b12-13dcde43253d by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': 'f04e07bc-0ee0-4368-939e-f2650f4cf01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:27.189127 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Attempting to bind port 8916b6c6-b503-49db-9b12-13dcde43253d on network f87900cc-6ce3-45e0-8349-2bcb55041eef {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:27.200288 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:27.201028 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Checking segment: {'id': 'f04e07bc-0ee0-4368-939e-f2650f4cf01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:27.201721 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.202407 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Bound using segment: {'id': 'f04e07bc-0ee0-4368-939e-f2650f4cf01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:27.203220 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Bound port: 8916b6c6-b503-49db-9b12-13dcde43253d, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04e07bc-0ee0-4368-939e-f2650f4cf01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:27.204085 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.288825 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3c6b670e-b2cc-43b6-8156-ecb492909196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.305591 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3c6b670e-b2cc-43b6-8156-ecb492909196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.309303 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ffca74ac-7d14-4d43-92cd-bd2616a6eaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:27.316948 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] For port 8916b6c6-b503-49db-9b12-13dcde43253d, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:27.321292 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] For port 8916b6c6-b503-49db-9b12-13dcde43253d, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=8916b6c6-b503-49db-9b12-13dcde43253d,segment=NetworkSegment(f04e07bc-0ee0-4368-939e-f2650f4cf01c),segment_id=f04e07bc-0ee0-4368-939e-f2650f4cf01c)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:27.327838 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.336974 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:27.349983 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b670e-b2cc-43b6-8156-ecb492909196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce39ea45-3f00-45a7-b2dd-1f28ae24b20a,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:27.355254 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-3c6b670e-b2cc-43b6-8156-ecb492909196 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1e46c10da1a942868bfb1cc21600d792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082391 Jun 29 11:38:27.356809 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-3c6b670e-b2cc-43b6-8156-ecb492909196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:27.361020 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33676) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:27.421342 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Routers {'f25f5bf1-26e3-46b1-a150-1eaa32e673bd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:27.422506 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:38:27Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:27.515605 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-13c71f09-8525-41d2-a95a-953dda616f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.530835 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77168e46-13cd-4c10-873a-3de32ca7d575 None None] Pushing event updated for resources: {'Port': ['ID=8916b6c6-b503-49db-9b12-13dcde43253d,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:27.537074 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-77168e46-13cd-4c10-873a-3de32ca7d575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:27.615023 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-13c71f09-8525-41d2-a95a-953dda616f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.732298 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-13c71f09-8525-41d2-a95a-953dda616f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.736002 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-13c71f09-8525-41d2-a95a-953dda616f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.736657 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] Set router f25f5bf1-26e3-46b1-a150-1eaa32e673bd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:27.737848 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-13c71f09-8525-41d2-a95a-953dda616f78 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ce39ea45-3f00-45a7-b2dd-1f28ae24b20a HTTP/1.1" status: 204 len: 168 time: 0.3753302 Jun 29 11:38:27.738765 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f3329a68-52bf-4d9f-af8d-2627e144eec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:27.768728 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c71f09-8525-41d2-a95a-953dda616f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce39ea45-3f00-45a7-b2dd-1f28ae24b20a,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:27.773021 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-13c71f09-8525-41d2-a95a-953dda616f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:28.025265 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.162298 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'name': 'tempest-TestMinimumBasicScenario-469532406-router', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:22Z', 'revision_number': 4, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'gw_port': {'id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8916b6c6-b503-49db-9b12-13dcde43253d', 'name': '', 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'mac_address': 'fa:16:3e:8e:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15e7b2d9-849d-4c28-afe3-a12b3cb4d574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:20Z', 'updated_at': '2021-06-29T11:38:27Z', 'revision_number': 4, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'subnets': [{'id': '15e7b2d9-849d-4c28-afe3-a12b3cb4d574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:28.196395 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec2b73-ab36-4d3f-9b48-4aeb0168d9d2 None None] The sync data for ids ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'] in dv-cinder-797608-2-iscsi is: [{'id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'name': 'tempest-TestMinimumBasicScenario-469532406-router', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:22Z', 'revision_number': 4, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'gw_port': {'id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8916b6c6-b503-49db-9b12-13dcde43253d', 'name': '', 'network_id': 'f87900cc-6ce3-45e0-8349-2bcb55041eef', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'mac_address': 'fa:16:3e:8e:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15e7b2d9-849d-4c28-afe3-a12b3cb4d574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:20Z', 'updated_at': '2021-06-29T11:38:27Z', 'revision_number': 4, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'subnets': [{'id': '15e7b2d9-849d-4c28-afe3-a12b3cb4d574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:38:28.234054 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33686) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:28.268451 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24d4a633-bc50-4496-b584-57af9cec9b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.492188 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24d4a633-bc50-4496-b584-57af9cec9b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.501341 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24d4a633-bc50-4496-b584-57af9cec9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.506005 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-bbebc1d5-e4f3-4bfe-8aa4-5d257ba70153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:28.549657 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-24d4a633-bc50-4496-b584-57af9cec9b85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=487d16b336f54222994eca427d449fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141639 Jun 29 11:38:28.550629 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4a633-bc50-4496-b584-57af9cec9b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76c244a-de9d-45a0-b891-034747a52bb5,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:28.553927 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-24d4a633-bc50-4496-b584-57af9cec9b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:28.554505 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33688) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:28.681063 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2b01d588-5088-4d52-aeb9-0a4249f114ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.745752 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2b01d588-5088-4d52-aeb9-0a4249f114ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.828783 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2b01d588-5088-4d52-aeb9-0a4249f114ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.834244 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2b01d588-5088-4d52-aeb9-0a4249f114ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.836698 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-2b01d588-5088-4d52-aeb9-0a4249f114ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f76c244a-de9d-45a0-b891-034747a52bb5 HTTP/1.1" status: 204 len: 168 time: 0.2810936 Jun 29 11:38:28.849046 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:28.870912 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01d588-5088-4d52-aeb9-0a4249f114ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76c244a-de9d-45a0-b891-034747a52bb5,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:28.888426 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2b01d588-5088-4d52-aeb9-0a4249f114ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:29.505849 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:30.160671 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8916b6c6-b503-49db-9b12-13dcde43253d up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:30.319643 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 8916b6c6-b503-49db-9b12-13dcde43253d completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:30.339912 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 8916b6c6-b503-49db-9b12-13dcde43253d triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:30.342792 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:30.502276 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:30.555538 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 8916b6c6-b503-49db-9b12-13dcde43253d, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=8916b6c6-b503-49db-9b12-13dcde43253d,segment=NetworkSegment(f04e07bc-0ee0-4368-939e-f2650f4cf01c),segment_id=f04e07bc-0ee0-4368-939e-f2650f4cf01c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:30.564455 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:30.571056 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:30.691273 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=8916b6c6-b503-49db-9b12-13dcde43253d,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:30.702921 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:31.333482 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 33744) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:31.519170 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e4f31c62-5105-423c-a540-e77130196e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.675169 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e4f31c62-5105-423c-a540-e77130196e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.681053 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e4f31c62-5105-423c-a540-e77130196e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.708452 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ee52dc59-d731-49bb-98e7-11c26db3e779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:31.716866 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 33750) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:31.717499 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-e4f31c62-5105-423c-a540-e77130196e6a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ddce6e790d54ea0a95381d7ff8c34e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814242 Jun 29 11:38:31.746407 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f31c62-5105-423c-a540-e77130196e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca4899-60d6-4388-bb03-5c4224244ae2,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:31.757354 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e4f31c62-5105-423c-a540-e77130196e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:31.789810 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c4309c04-560c-440b-b23f-cc1827fe41a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.824493 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c4309c04-560c-440b-b23f-cc1827fe41a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.899148 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c4309c04-560c-440b-b23f-cc1827fe41a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.907797 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c4309c04-560c-440b-b23f-cc1827fe41a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.910448 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-c4309c04-560c-440b-b23f-cc1827fe41a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/27ca4899-60d6-4388-bb03-5c4224244ae2 HTTP/1.1" status: 204 len: 168 time: 0.1912458 Jun 29 11:38:31.912295 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:31.934033 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4309c04-560c-440b-b23f-cc1827fe41a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca4899-60d6-4388-bb03-5c4224244ae2,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:31.952001 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c4309c04-560c-440b-b23f-cc1827fe41a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:31.990482 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Request body: {'port': {'device_id': '12f2826f-30a8-4c32-99b9-a3d3f82bb698', 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d', 'admin_state_up': True, 'tenant_id': '2c51d252084e4ba4a3841650bf6a77e4'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:32.132522 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4d9cc8-1c69-4290-9caa-014f33aade26 x-openstack-request-id: req-3f4d9cc8-1c69-4290-9caa-014f33aade26 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:38:32.134740 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a32907-124d-4d18-a7b2-8df50be3affc", "name": "network-vif-plugged", "status": "completed", "tag": "5b84eb77-3771-4f3f-b87f-f67412329ae1", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:38:32.136403 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3f4d9cc8-1c69-4290-9caa-014f33aade26 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:38:32.137662 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a32907-124d-4d18-a7b2-8df50be3affc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b84eb77-3771-4f3f-b87f-f67412329ae1', 'code': 200} Jun 29 11:38:32.218325 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8916b6c6-b503-49db-9b12-13dcde43253d up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:32.330822 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 8916b6c6-b503-49db-9b12-13dcde43253d triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:32.331595 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:32.434789 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-71d1c549-b8f9-47ce-bc9d-9ccd11995ac9 req-a16843c5-6aed-4b6b-9402-7fb4629a9f5a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 210 time: 0.1647453 Jun 29 11:38:32.587101 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Made reservation on behalf of 2c51d252084e4ba4a3841650bf6a77e4 for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:32.595601 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:32.638774 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d885-fd7d-47f1-9c21-c991232b10bf req-ba99abf8-43ea-496e-be60-3b6546219988 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:32.643030 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-65a2d885-fd7d-47f1-9c21-c991232b10bf req-ba99abf8-43ea-496e-be60-3b6546219988 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.1384032 Jun 29 11:38:32.728254 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-65a2d885-fd7d-47f1-9c21-c991232b10bf req-8a038d57-4ac6-48ef-abcb-726419b45316 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779498 Jun 29 11:38:32.894073 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Allocated IP 172.20.0.14 (50183bd1-e74d-45c1-b7cc-ddca4f02236d/85b0fdec-a2e5-4fae-9c43-f02bf104f75f/13f351a7-9423-4ae2-8d05-556b30ad1afe) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:33.408418 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32f572-faa3-4872-9bbe-787d36438b46 req-030708d1-d47c-4e79-b8ff-5aaec6fe0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:33.415955 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7b32f572-faa3-4872-9bbe-787d36438b46 req-030708d1-d47c-4e79-b8ff-5aaec6fe0e3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 1099 time: 0.1458442 Jun 29 11:38:33.428735 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.486924 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7b32f572-faa3-4872-9bbe-787d36438b46 req-46d89089-6dd6-4dd8-a46d-3dc1e3144278 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654352 Jun 29 11:38:33.534408 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.546552 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:33.567819 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['d85c3ef3-a7b5-4556-8fbb-d8389da66780', 'b1a79452-7a86-473a-b603-f1659ff63e36'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:38:33.586612 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Network 50183bd1-e74d-45c1-b7cc-ddca4f02236d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:33.594199 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:33.606980 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:33.690465 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Pushing event updated for resources: {'Port': ['ID=13f351a7-9423-4ae2-8d05-556b30ad1afe,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:33.695312 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:33.718599 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:33.719479 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.739850 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7592976 Jun 29 11:38:33.973101 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Request body: {'port': {'device_id': '12f2826f-30a8-4c32-99b9-a3d3f82bb698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:34.234245 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:34.287432 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e3f65-717c-460e-9668-9c08141fcc1e req-3de7a2c1-eb4a-4ab2-a181-09f112abd370 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:34.301912 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3c7e3f65-717c-460e-9668-9c08141fcc1e req-3de7a2c1-eb4a-4ab2-a181-09f112abd370 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 932 time: 0.2059422 Jun 29 11:38:34.445147 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3c7e3f65-717c-460e-9668-9c08141fcc1e req-a5084575-01cb-4370-8252-499008b6317f tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285417 Jun 29 11:38:34.822727 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019054c0-dee2-4ac7-8e8c-4ecbf76294c0 req-d19c4e68-9e25-4983-8865-431691736c9c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:34.837041 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-019054c0-dee2-4ac7-8e8c-4ecbf76294c0 req-d19c4e68-9e25-4983-8865-431691736c9c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.5221927 Jun 29 11:38:35.107284 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-019054c0-dee2-4ac7-8e8c-4ecbf76294c0 req-0ba59bef-bbe4-482d-a173-63210c6bfd46 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646010 Jun 29 11:38:35.292673 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f351a7-9423-4ae2-8d05-556b30ad1afe {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:38:35.304509 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:35.321362 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Transition to ACTIVE for port object 13f351a7-9423-4ae2-8d05-556b30ad1afe will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:35.334197 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:35.342016 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-634a1cd3-54d5-4fb9-b996-8f15a27a8035 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:35.478066 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Pushing event updated for resources: {'Port': ['ID=13f351a7-9423-4ae2-8d05-556b30ad1afe,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:35.483789 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:35.544741 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Attempting to bind port 13f351a7-9423-4ae2-8d05-556b30ad1afe on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:35.545482 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Attempting to bind port 13f351a7-9423-4ae2-8d05-556b30ad1afe by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:35.546054 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Attempting to bind port 13f351a7-9423-4ae2-8d05-556b30ad1afe on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:35.552741 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Port 13f351a7-9423-4ae2-8d05-556b30ad1afe on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:38:35.553320 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Attempting to bind port 13f351a7-9423-4ae2-8d05-556b30ad1afe on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:35.566370 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:35.568469 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Checking segment: {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:35.569537 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Bound using segment: {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:35.570825 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Bound port: 13f351a7-9423-4ae2-8d05-556b30ad1afe, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:35.571765 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:35.790430 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] For port 13f351a7-9423-4ae2-8d05-556b30ad1afe, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:35.797378 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] For port 13f351a7-9423-4ae2-8d05-556b30ad1afe, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13f351a7-9423-4ae2-8d05-556b30ad1afe,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:35.805737 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:35.813094 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-264ddf67-7a68-4291-8504-9dffca66aee5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:35.880869 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:35.881942 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:35.884415 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] 10.222.0.24 "PUT /v2.0/ports/13f351a7-9423-4ae2-8d05-556b30ad1afe HTTP/1.1" status: 200 len: 1094 time: 1.9176948 Jun 29 11:38:35.889043 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f2826f-30a8-4c32-99b9-a3d3f82bb698', 'tag': '13f351a7-9423-4ae2-8d05-556b30ad1afe'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:38:35.895426 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b6a49-1a15-45b0-bce9-ae7b6c227c70" -d '{"events": [{"name": "network-changed", "server_uuid": "12f2826f-30a8-4c32-99b9-a3d3f82bb698", "tag": "13f351a7-9423-4ae2-8d05-556b30ad1afe"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:38:35.936250 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Pushing event updated for resources: {'Port': ['ID=13f351a7-9423-4ae2-8d05-556b30ad1afe,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:35.943860 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:38.268960 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:38:39.108202 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-c369cc86-6f84-4500-bf09-1991dabf043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:39.108202 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-c369cc86-6f84-4500-bf09-1991dabf043b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 1097 time: 0.1293235 Jun 29 11:38:39.128654 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8286a269-b197-4990-a9bd-319720bc6051 req-fdfdbfdd-9f72-4b1e-9ad1-7cb029cdbe14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1386409 Jun 29 11:38:39.207517 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd6caf-072a-4948-9053-ec2a4c7a5c04 req-06259a26-3c9a-4dc9-b5f2-778c0abf3507 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:39.209378 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cefd6caf-072a-4948-9053-ec2a4c7a5c04 req-06259a26-3c9a-4dc9-b5f2-778c0abf3507 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 944 time: 0.0981865 Jun 29 11:38:39.236539 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-ff8ca1e7-72fd-474b-b1ea-0773075753c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f351a7-9423-4ae2-8d05-556b30ad1afe HTTP/1.1" status: 200 len: 217 time: 0.0472295 Jun 29 11:38:39.331722 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cefd6caf-072a-4948-9053-ec2a4c7a5c04 req-bc170b9d-1ce3-43e6-96b0-972d557721c8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101954 Jun 29 11:38:39.336305 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-833b72fb-da53-4ef9-b4f5-0f2f00d218b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:39.339519 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-833b72fb-da53-4ef9-b4f5-0f2f00d218b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85b0fdec-a2e5-4fae-9c43-f02bf104f75f HTTP/1.1" status: 200 len: 855 time: 0.0934713 Jun 29 11:38:39.377307 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286a269-b197-4990-a9bd-319720bc6051 req-d494abab-8169-405d-b23c-db0330fb0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:39.380717 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8286a269-b197-4990-a9bd-319720bc6051 req-d494abab-8169-405d-b23c-db0330fb0406 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 1098 time: 0.1328299 Jun 29 11:38:39.392827 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-ff331e39-7239-4f68-802b-8e5b3fbdafac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50183bd1-e74d-45c1-b7cc-ddca4f02236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446873 Jun 29 11:38:39.412173 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b96eae-d597-435e-810c-795f2efe8b02 x-openstack-request-id: req-95b96eae-d597-435e-810c-795f2efe8b02 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:38:39.412491 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f2826f-30a8-4c32-99b9-a3d3f82bb698", "tag": "13f351a7-9423-4ae2-8d05-556b30ad1afe", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:38:39.412893 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95b96eae-d597-435e-810c-795f2efe8b02 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:38:39.413394 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f2826f-30a8-4c32-99b9-a3d3f82bb698', 'tag': '13f351a7-9423-4ae2-8d05-556b30ad1afe', 'status': 'completed', 'code': 200} Jun 29 11:38:39.526559 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-f9ac9c50-af7e-4c0e-8096-3a4e7b928009 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264198 Jun 29 11:38:39.617448 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286a269-b197-4990-a9bd-319720bc6051 req-2fb3b84b-1604-4868-8231-8007e6b97872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:39.620711 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8286a269-b197-4990-a9bd-319720bc6051 req-2fb3b84b-1604-4868-8231-8007e6b97872 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 910 time: 0.1784101 Jun 29 11:38:39.752274 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8286a269-b197-4990-a9bd-319720bc6051 req-fbebf0df-57c4-4ed6-954f-51972cf57200 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb HTTP/1.1" status: 200 len: 1001 time: 0.1188128 Jun 29 11:38:39.761528 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be435f64-2226-4da9-9832-f2397d6f3865 req-833472ed-87cf-49e5-a238-4585dd89485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:39.764103 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-be435f64-2226-4da9-9832-f2397d6f3865 req-833472ed-87cf-49e5-a238-4585dd89485d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 1099 time: 0.2501438 Jun 29 11:38:39.776079 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca9ba761-7c50-4eec-9a90-6e00dba68fb7 req-cb15aa01-67e9-42fb-8f98-4f02955c8b07 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308693 Jun 29 11:38:39.793596 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed37e9-1819-4a18-8eec-185112130714 req-bcfcc16a-66ae-429e-90ee-852fbb76fb62 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:39.796246 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-07ed37e9-1819-4a18-8eec-185112130714 req-bcfcc16a-66ae-429e-90ee-852fbb76fb62 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.2523701 Jun 29 11:38:39.816227 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286a269-b197-4990-a9bd-319720bc6051 req-0757cdfe-e64d-484e-b7e5-a3493a60060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:39.818840 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8286a269-b197-4990-a9bd-319720bc6051 req-0757cdfe-e64d-484e-b7e5-a3493a60060f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.0599139 Jun 29 11:38:39.866828 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-07ed37e9-1819-4a18-8eec-185112130714 req-0b5f4805-d4a6-4f61-aefc-be5127929ee6 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625479 Jun 29 11:38:40.000087 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286a269-b197-4990-a9bd-319720bc6051 req-736d98dd-8518-40d0-84e0-58c4d031df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:40.002743 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8286a269-b197-4990-a9bd-319720bc6051 req-736d98dd-8518-40d0-84e0-58c4d031df27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898626 Jun 29 11:38:40.050725 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be435f64-2226-4da9-9832-f2397d6f3865 req-043a7587-3bcf-4cc9-bd07-8aeebb0ed9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:40.054970 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-be435f64-2226-4da9-9832-f2397d6f3865 req-043a7587-3bcf-4cc9-bd07-8aeebb0ed9c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 920 time: 0.1547992 Jun 29 11:38:40.073952 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b6a49-1a15-45b0-bce9-ae7b6c227c70 req-bb0ab52f-d859-458e-b5fd-c5b4f7fbf8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:40.076528 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-633b6a49-1a15-45b0-bce9-ae7b6c227c70 req-bb0ab52f-d859-458e-b5fd-c5b4f7fbf8be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 1097 time: 0.0991669 Jun 29 11:38:40.171824 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-be435f64-2226-4da9-9832-f2397d6f3865 req-e16e62ee-271d-4bb3-835b-32f3578a0133 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13447172-0b45-4c94-9028-4939c282d34d HTTP/1.1" status: 200 len: 217 time: 0.0939925 Jun 29 11:38:40.214589 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8286a269-b197-4990-a9bd-319720bc6051 req-0e60731e-baf7-4060-9f09-db773bf8b3c1 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418467 Jun 29 11:38:40.282739 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be435f64-2226-4da9-9832-f2397d6f3865 req-87c9a86f-1869-4002-8238-19ffd2056807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:40.284373 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-be435f64-2226-4da9-9832-f2397d6f3865 req-87c9a86f-1869-4002-8238-19ffd2056807 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8fa47a2-2e24-42ee-89f4-8bd2812d294b HTTP/1.1" status: 200 len: 859 time: 0.0995843 Jun 29 11:38:40.335637 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b6a49-1a15-45b0-bce9-ae7b6c227c70 req-7d25d004-fc24-442e-9ed5-2c4160137826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:40.337318 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-633b6a49-1a15-45b0-bce9-ae7b6c227c70 req-7d25d004-fc24-442e-9ed5-2c4160137826 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 916 time: 0.1788015 Jun 29 11:38:40.339733 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-be435f64-2226-4da9-9832-f2397d6f3865 req-00e64aa4-4de0-4f22-afa8-5ae5db669b27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466988 Jun 29 11:38:40.367256 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8286a269-b197-4990-a9bd-319720bc6051 req-785bd067-badc-4ae1-9858-cf981c98ad96 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451123 Jun 29 11:38:40.399867 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-633b6a49-1a15-45b0-bce9-ae7b6c227c70 req-b3ee7917-1a9e-4d06-bcab-173cfdff27c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f351a7-9423-4ae2-8d05-556b30ad1afe HTTP/1.1" status: 200 len: 217 time: 0.0465815 Jun 29 11:38:40.520843 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b6a49-1a15-45b0-bce9-ae7b6c227c70 req-80927822-6236-4292-8d23-93240f8d9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:40.522460 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-633b6a49-1a15-45b0-bce9-ae7b6c227c70 req-80927822-6236-4292-8d23-93240f8d9a8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85b0fdec-a2e5-4fae-9c43-f02bf104f75f HTTP/1.1" status: 200 len: 855 time: 0.0667439 Jun 29 11:38:40.568778 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-633b6a49-1a15-45b0-bce9-ae7b6c227c70 req-6814a350-b543-44be-848b-8739549a090d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50183bd1-e74d-45c1-b7cc-ddca4f02236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382531 Jun 29 11:38:40.572638 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-be435f64-2226-4da9-9832-f2397d6f3865 req-16dc841e-2f57-4fca-9a8e-6541dc040e02 service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113481 Jun 29 11:38:40.754865 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-be435f64-2226-4da9-9832-f2397d6f3865 req-e3d160f9-613b-4282-b237-477ff08b5804 service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661010 Jun 29 11:38:40.766322 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-633b6a49-1a15-45b0-bce9-ae7b6c227c70 req-2e9be604-25db-4454-b048-9f70799a0806 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858480 Jun 29 11:38:41.031827 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-633b6a49-1a15-45b0-bce9-ae7b6c227c70 req-70f4fa28-26cd-4828-95d4-5f3b07dbb328 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179239 Jun 29 11:38:41.142762 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247fe01-3e88-47c3-a276-90399bb3efc9 req-dc25daae-1b94-49a5-9519-0e340a5869c5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:41.144655 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2247fe01-3e88-47c3-a276-90399bb3efc9 req-dc25daae-1b94-49a5-9519-0e340a5869c5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 944 time: 0.1115642 Jun 29 11:38:41.219531 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-3bc3f605-747a-4ca1-965b-283481537e67 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:41.227938 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-3bc3f605-747a-4ca1-965b-283481537e67 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/networks?id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 HTTP/1.1" status: 200 len: 815 time: 0.1838078 Jun 29 11:38:41.249629 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-f2e2c045-e4b7-40ee-b195-796104a5f8ad tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/quotas/74d4013cce364808b087f723eaf75ad3 HTTP/1.1" status: 200 len: 375 time: 0.0201464 Jun 29 11:38:41.251079 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2247fe01-3e88-47c3-a276-90399bb3efc9 req-021e8736-66fb-4285-adca-12fdafaa7c32 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994956 Jun 29 11:38:41.358428 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-7bf9ed32-1a74-48ed-9b1c-e88cb6ed36c0 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=74d4013cce364808b087f723eaf75ad3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072481 Jun 29 11:38:41.499378 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-fe5c76da-2989-4750-be3a-a1d3d09b37ce service neutron] 10.222.0.72 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266794 Jun 29 11:38:41.518181 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d362a4-6cb6-4d94-8598-e6d18fbaec74 req-ddc709fc-0539-4a20-9809-939e1a0d54e5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:41.522493 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-16d362a4-6cb6-4d94-8598-e6d18fbaec74 req-ddc709fc-0539-4a20-9809-939e1a0d54e5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.1196873 Jun 29 11:38:41.598549 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-16d362a4-6cb6-4d94-8598-e6d18fbaec74 req-78df6b79-88c8-4a87-980f-167383f62118 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688531 Jun 29 11:38:41.649896 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-552c1b01-cf73-4732-884a-f68b4233f7c0 service neutron] 10.222.0.72 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441109 Jun 29 11:38:41.953426 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0929daa0-889c-47e4-8a4d-21c8d73d1ae4 req-60efb8fc-ab7f-4254-8063-7617a1b991b8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 210 time: 0.0432098 Jun 29 11:38:42.683174 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b3f4f-8379-4cac-8409-9216e391bdce req-86877d0c-c973-4aed-aef6-19892d13922a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:42.685408 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a31b3f4f-8379-4cac-8409-9216e391bdce req-86877d0c-c973-4aed-aef6-19892d13922a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 944 time: 0.1621001 Jun 29 11:38:42.775532 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a31b3f4f-8379-4cac-8409-9216e391bdce req-ddbe3bbd-bcbd-4147-b10f-3150a36b7c13 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837715 Jun 29 11:38:42.871139 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba509f-d267-4b51-9db6-133a86987737 req-1bf1dea6-fc5d-4b9c-ae71-d8de93b7792f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:42.875923 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a9ba509f-d267-4b51-9db6-133a86987737 req-1bf1dea6-fc5d-4b9c-ae71-d8de93b7792f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.1099844 Jun 29 11:38:42.927819 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a9ba509f-d267-4b51-9db6-133a86987737 req-6ef6be03-1b51-4a70-ac92-e6b9a2f34c43 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492001 Jun 29 11:38:43.153900 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-798966fb-5cde-4c76-b6fd-e23cdee0f5db req-1087e8e0-e46a-45c1-9c26-f1068086d185 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 210 time: 0.0456669 Jun 29 11:38:43.806060 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-f782db53-f6c5-4d11-b485-3b649a529a06 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:43.824736 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-f782db53-f6c5-4d11-b485-3b649a529a06 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.24 "GET /v2.0/networks?id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 HTTP/1.1" status: 200 len: 815 time: 0.1714094 Jun 29 11:38:43.846147 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'port': {'device_id': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'admin_state_up': True, 'tenant_id': '74d4013cce364808b087f723eaf75ad3'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:44.178634 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0c84f-094c-48c4-ad20-d0e7dfb384d3 req-700acbf2-ebaa-4ce5-ba8b-c5b3babdd714 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:44.181511 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6bc0c84f-094c-48c4-ad20-d0e7dfb384d3 req-700acbf2-ebaa-4ce5-ba8b-c5b3babdd714 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 944 time: 0.1980217 Jun 29 11:38:44.190139 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Made reservation on behalf of 74d4013cce364808b087f723eaf75ad3 for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:44.200436 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:44.259338 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6bc0c84f-094c-48c4-ad20-d0e7dfb384d3 req-6fe10f1a-4e7e-4510-90d8-8cd476b79b9a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668616 Jun 29 11:38:44.369210 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 34074) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:44.517030 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-35878b81-1037-40c6-ac49-341f1c6dd5d2 req-d7235468-9466-416f-8615-d5477340ceb0 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 210 time: 0.0748215 Jun 29 11:38:44.554380 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb074df-63cd-481f-a3a1-4e1ed1979b4c req-68af1720-3640-4bdf-a714-ec129d142d39 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:44.567232 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4eb074df-63cd-481f-a3a1-4e1ed1979b4c req-68af1720-3640-4bdf-a714-ec129d142d39 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.3579268 Jun 29 11:38:44.643908 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:44.767743 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4eb074df-63cd-481f-a3a1-4e1ed1979b4c req-84aa9236-0ef7-4b9b-8d87-54ea2a7aa149 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993120 Jun 29 11:38:44.801190 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Allocated IP 172.20.0.11 (5da9fa69-eeba-4ed5-968f-dc9cd4dc0823/66a8c400-1fca-49f0-bbb0-d7cd11405fef/a464cd9c-32a0-403f-91ab-6314247f223c) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:44.887994 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:44.900269 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:44.904451 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:44.978481 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ecd628919bc4b709222b65e7c6a4671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033287 Jun 29 11:38:44.978481 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adff85bf-e3c5-4f6f-9b06-81a98f25c4c8,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:44.985717 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 34098) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:45.019482 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.024860 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.025528 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.026081 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.026678 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.027497 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.031808 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.032434 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.032969 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.033518 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.034043 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.034554 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.065675 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:45.134243 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:45.162678 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Transition to ACTIVE for port object a464cd9c-32a0-403f-91ab-6314247f223c will not be triggered until provisioned by entity DHCP. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:45.169531 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de454ba0-930e-44bf-a1b0-4305256c5594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:45.225549 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de454ba0-930e-44bf-a1b0-4305256c5594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:45.256517 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:45.287974 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:45.354554 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de454ba0-930e-44bf-a1b0-4305256c5594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:45.363185 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-de454ba0-930e-44bf-a1b0-4305256c5594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:45.367430 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 13f351a7-9423-4ae2-8d05-556b30ad1afe details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:38:45.380551 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-de454ba0-930e-44bf-a1b0-4305256c5594 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/adff85bf-e3c5-4f6f-9b06-81a98f25c4c8 HTTP/1.1" status: 204 len: 168 time: 0.3919876 Jun 29 11:38:45.384422 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-32aa0db4-4791-4ef4-88b7-1f0dfd30d9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:45.447330 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de454ba0-930e-44bf-a1b0-4305256c5594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff85bf-e3c5-4f6f-9b06-81a98f25c4c8,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:45.476095 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-de454ba0-930e-44bf-a1b0-4305256c5594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:45.513042 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.db.resource_extend [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 11:38:45.560690 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:45.582497 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:45.608010 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'Port': ['ID=a464cd9c-32a0-403f-91ab-6314247f223c,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:45.614156 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:45.750672 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b232a4a-3af6-450c-ace9-7ce3ac750c1f req-925b647f-dd2e-4e46-b2dd-8016e2ef7839 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:45.769025 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6b232a4a-3af6-450c-ace9-7ce3ac750c1f req-925b647f-dd2e-4e46-b2dd-8016e2ef7839 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 944 time: 0.2206721 Jun 29 11:38:45.776518 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:45.777615 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:45.812284 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.812837 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.820681 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.821477 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.822964 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.823863 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.824483 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.827870 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 13f351a7-9423-4ae2-8d05-556b30ad1afe, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13f351a7-9423-4ae2-8d05-556b30ad1afe,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:45.828329 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.829586 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.830087 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.837603 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.839674 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:45.872914 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '13f351a7-9423-4ae2-8d05-556b30ad1afe', 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d', 'port_id': '13f351a7-9423-4ae2-8d05-556b30ad1afe', 'mac_address': 'fa:16:3e:10:dd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b0fdec-a2e5-4fae-9c43-f02bf104f75f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:38:45.879073 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:45.938662 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6b232a4a-3af6-450c-ace9-7ce3ac750c1f req-83f8703d-adfa-42a3-93ed-1656a065a978 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681437 Jun 29 11:38:45.996078 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1669066 Jun 29 11:38:46.018017 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:46.053584 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f351a7-9423-4ae2-8d05-556b30ad1afe {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:38:46.071179 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-f885ff4f-145b-4b9b-98ca-eb9311b27107 None None] Provisioning for port a464cd9c-32a0-403f-91ab-6314247f223c completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:46.078114 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b241a-7c4f-402b-88e3-7291bd37be1f req-d71ab611-b728-4886-af5e-2051be85420b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:46.082086 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c23b241a-7c4f-402b-88e3-7291bd37be1f req-d71ab611-b728-4886-af5e-2051be85420b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 932 time: 0.2350609 Jun 29 11:38:46.087732 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-f885ff4f-145b-4b9b-98ca-eb9311b27107 None None] Provisioning complete for port a464cd9c-32a0-403f-91ab-6314247f223c triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:46.090821 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-f885ff4f-145b-4b9b-98ca-eb9311b27107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:46.157446 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 13f351a7-9423-4ae2-8d05-556b30ad1afe, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13f351a7-9423-4ae2-8d05-556b30ad1afe,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:46.193882 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:46.200947 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:46.227145 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c23b241a-7c4f-402b-88e3-7291bd37be1f req-38e8274f-e7dd-4e46-a72c-c348e83a3de7 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387148 Jun 29 11:38:46.245782 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-f885ff4f-145b-4b9b-98ca-eb9311b27107 None None] Port a464cd9c-32a0-403f-91ab-6314247f223c cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:38:46.284648 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=13f351a7-9423-4ae2-8d05-556b30ad1afe,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:46.299775 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:46.309920 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 34132) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:46.363710 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126105a-197d-4463-8d7e-c8797a8444d1 req-8e8ed5b0-0f3e-4ea6-ad6d-a68318a137c3 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:46.370524 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ca39b626-7d5e-4d9c-92ff-e716c96b06c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:46.374189 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6126105a-197d-4463-8d7e-c8797a8444d1 req-8e8ed5b0-0f3e-4ea6-ad6d-a68318a137c3 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.1048887 Jun 29 11:38:46.421081 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6126105a-197d-4463-8d7e-c8797a8444d1 req-ec48c038-bee0-4f1b-9350-ea1d72379218 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457015 Jun 29 11:38:46.546377 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ca39b626-7d5e-4d9c-92ff-e716c96b06c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:46.550836 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ca39b626-7d5e-4d9c-92ff-e716c96b06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:46.555465 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3eb4adbe-6ca0-48a2-8239-236f4b96a630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:46.594410 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39b626-7d5e-4d9c-92ff-e716c96b06c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285bc7b6-020d-49bc-b1d6-58218c3d8b4a,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:46.598814 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ca39b626-7d5e-4d9c-92ff-e716c96b06c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:46.601934 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-ca39b626-7d5e-4d9c-92ff-e716c96b06c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=825dac0529c14768b5fdf85dc34317ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906499 Jun 29 11:38:46.605609 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 34138) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:46.672042 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06f4a606-d3da-4082-8b76-00717ad95f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:46.695020 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06f4a606-d3da-4082-8b76-00717ad95f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:46.761025 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06f4a606-d3da-4082-8b76-00717ad95f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:46.765523 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06f4a606-d3da-4082-8b76-00717ad95f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:46.768338 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-06f4a606-d3da-4082-8b76-00717ad95f54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/285bc7b6-020d-49bc-b1d6-58218c3d8b4a HTTP/1.1" status: 204 len: 168 time: 0.1611562 Jun 29 11:38:46.770111 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-aa076c64-1840-4ccc-99dd-1f66da631cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:46.785682 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4a606-d3da-4082-8b76-00717ad95f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285bc7b6-020d-49bc-b1d6-58218c3d8b4a,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:46.792932 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-06f4a606-d3da-4082-8b76-00717ad95f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:46.880982 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['13f351a7-9423-4ae2-8d05-556b30ad1afe'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:38:46.934433 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 34146) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:47.106506 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-46d96997-6289-4d3f-a616-2ee5a1c5996d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:47.118485 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:47.272980 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-46d96997-6289-4d3f-a616-2ee5a1c5996d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:47.277841 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-46d96997-6289-4d3f-a616-2ee5a1c5996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:47.284611 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4af35287-7974-492c-86d1-97762179fe40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:47.330745 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-46d96997-6289-4d3f-a616-2ee5a1c5996d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e20e7374ea634a38a3ebf7880b1fec56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947902 Jun 29 11:38:47.332102 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d96997-6289-4d3f-a616-2ee5a1c5996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfa5dcf-28e3-4c7b-8459-e1342366d02f,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:47.334158 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 34168) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:47.335758 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-46d96997-6289-4d3f-a616-2ee5a1c5996d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:47.466011 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-353dfda1-4ee9-45b2-8e8d-530cb8237651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:47.490246 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-353dfda1-4ee9-45b2-8e8d-530cb8237651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:47.550702 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-353dfda1-4ee9-45b2-8e8d-530cb8237651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:47.553637 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-353dfda1-4ee9-45b2-8e8d-530cb8237651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:47.554813 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-353dfda1-4ee9-45b2-8e8d-530cb8237651 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ebfa5dcf-28e3-4c7b-8459-e1342366d02f HTTP/1.1" status: 204 len: 168 time: 0.2191641 Jun 29 11:38:47.555781 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-444f6488-dd81-4d1a-a64f-56a1d91f49c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:47.565753 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dfda1-4ee9-45b2-8e8d-530cb8237651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfa5dcf-28e3-4c7b-8459-e1342366d02f,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:47.568178 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-353dfda1-4ee9-45b2-8e8d-530cb8237651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:49.399988 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 13f351a7-9423-4ae2-8d05-556b30ad1afe up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:49.455712 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 13f351a7-9423-4ae2-8d05-556b30ad1afe completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:49.462204 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 13f351a7-9423-4ae2-8d05-556b30ad1afe triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:49.462924 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:49.763333 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:49.792638 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f2826f-30a8-4c32-99b9-a3d3f82bb698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f351a7-9423-4ae2-8d05-556b30ad1afe'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:38:49.796103 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d36749-cc65-4bca-9605-982dffa0b793" -d '{"events": [{"server_uuid": "12f2826f-30a8-4c32-99b9-a3d3f82bb698", "name": "network-vif-plugged", "status": "completed", "tag": "13f351a7-9423-4ae2-8d05-556b30ad1afe"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:38:49.815126 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 13f351a7-9423-4ae2-8d05-556b30ad1afe, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13f351a7-9423-4ae2-8d05-556b30ad1afe,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:49.820602 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:49.823009 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:49.875252 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=13f351a7-9423-4ae2-8d05-556b30ad1afe,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:49.884162 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.884568 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.885100 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.886637 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.886637 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.887107 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.887459 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.887797 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.888188 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.888529 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.888942 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.889268 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:49.893903 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:50.797209 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 34216) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:50.910651 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ac5298e3-cbef-4426-a6bb-aac2bcb748fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:51.021279 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ac5298e3-cbef-4426-a6bb-aac2bcb748fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:51.025599 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ac5298e3-cbef-4426-a6bb-aac2bcb748fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:51.028865 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-529f3fb5-5dcc-45ec-9cc1-11a197871cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:51.068058 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ac5298e3-cbef-4426-a6bb-aac2bcb748fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c0c81282d294a3f8be51064c0fffb05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697539 Jun 29 11:38:51.069387 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5298e3-cbef-4426-a6bb-aac2bcb748fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba96587-4bf3-453b-b5f6-1ca5cc6f2353,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:51.071539 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 34220) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:51.072745 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ac5298e3-cbef-4426-a6bb-aac2bcb748fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:51.130608 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3e99-8d18-4f67-b67c-167469dfd8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:51.167111 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3e99-8d18-4f67-b67c-167469dfd8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:51.227215 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3e99-8d18-4f67-b67c-167469dfd8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:51.230976 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3e99-8d18-4f67-b67c-167469dfd8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:51.232192 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-e3dd3e99-8d18-4f67-b67c-167469dfd8ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ba96587-4bf3-453b-b5f6-1ca5cc6f2353 HTTP/1.1" status: 204 len: 168 time: 0.1592293 Jun 29 11:38:51.234679 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-42eea946-723f-4f79-ba27-545a366649f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:51.246757 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd3e99-8d18-4f67-b67c-167469dfd8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba96587-4bf3-453b-b5f6-1ca5cc6f2353,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:51.249206 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e3dd3e99-8d18-4f67-b67c-167469dfd8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:53.130132 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-0703e1b8-512b-42ea-9b3e-303ce0e1964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:56.393195 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7de3f1f9-a89e-4c24-b359-515c7dbbe3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:57.055160 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:57.990972 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:59.489480 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:06.911849 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Request body: {'port': {'device_id': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:07.000970 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:07.137597 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f364f-af0b-4a83-a7af-c982bebc986c req-83c6d840-85ea-45cf-ab72-45a1aec9beeb tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:07.139038 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c14f364f-af0b-4a83-a7af-c982bebc986c req-83c6d840-85ea-45cf-ab72-45a1aec9beeb tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 932 time: 0.0694842 Jun 29 11:39:07.179033 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c14f364f-af0b-4a83-a7af-c982bebc986c req-85d8f651-6d49-452c-834e-3f2459ed0227 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340481 Jun 29 11:39:07.257696 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6b8f6-ce54-4d86-8329-62836a383359 req-65d2321c-b5ae-4fb4-8ac6-556406582629 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:07.259358 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3cf6b8f6-ce54-4d86-8329-62836a383359 req-65d2321c-b5ae-4fb4-8ac6-556406582629 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 946 time: 0.2125502 Jun 29 11:39:07.324991 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3cf6b8f6-ce54-4d86-8329-62836a383359 req-9ca45fa8-1ed4-436f-ad1d-6871e25b1bab tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583723 Jun 29 11:39:07.373694 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc9df-bc71-4350-8a92-2057fdbb2c8e req-a87c0db4-90e6-4096-b1f0-63e475263363 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:07.375458 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c2dc9df-bc71-4350-8a92-2057fdbb2c8e req-a87c0db4-90e6-4096-b1f0-63e475263363 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0908661 Jun 29 11:39:07.413099 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccfe5a3-bad3-461c-bba6-056a4e46dfc3 x-openstack-request-id: req-0ccfe5a3-bad3-461c-bba6-056a4e46dfc3 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:07.414694 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f2826f-30a8-4c32-99b9-a3d3f82bb698", "name": "network-vif-plugged", "status": "completed", "tag": "13f351a7-9423-4ae2-8d05-556b30ad1afe", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:07.415148 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ccfe5a3-bad3-461c-bba6-056a4e46dfc3 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:07.415735 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f2826f-30a8-4c32-99b9-a3d3f82bb698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f351a7-9423-4ae2-8d05-556b30ad1afe', 'code': 200} Jun 29 11:39:07.427770 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c2dc9df-bc71-4350-8a92-2057fdbb2c8e req-b3c42c8f-95ef-43a9-a227-dde15d82cbdb tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454216 Jun 29 11:39:07.439541 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a464cd9c-32a0-403f-91ab-6314247f223c {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:39:07.450137 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:07.464759 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Transition to ACTIVE for port object a464cd9c-32a0-403f-91ab-6314247f223c will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:39:07.469139 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:07.472210 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:07.547493 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=a464cd9c-32a0-403f-91ab-6314247f223c,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:07.551666 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:07.612728 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-833226ec-c8f5-462e-b17d-398bdb8e7c34 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=07703c76265b41a0b08de60611b93304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836277 Jun 29 11:39:07.766762 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Attempting to bind port a464cd9c-32a0-403f-91ab-6314247f223c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:39:07.767110 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Attempting to bind port a464cd9c-32a0-403f-91ab-6314247f223c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:39:07.767429 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Attempting to bind port a464cd9c-32a0-403f-91ab-6314247f223c on network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:39:08.080289 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Port a464cd9c-32a0-403f-91ab-6314247f223c on network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:39:08.081015 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Attempting to bind port a464cd9c-32a0-403f-91ab-6314247f223c on network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:39:08.131633 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:39:08.132108 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Checking segment: {'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:39:08.132689 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Bound using segment: {'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:39:08.133389 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Bound port: a464cd9c-32a0-403f-91ab-6314247f223c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5ffb03-24db-484d-bec4-1b51d04aaf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:39:08.133877 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:08.174625 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4cfdc1e6-8ec7-4203-8838-1c0707a52d96 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.176140 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4cfdc1e6-8ec7-4203-8838-1c0707a52d96 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5550179 Jun 29 11:39:08.224770 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd324632-6f6c-4a49-a9e8-eb46e0741ab6 req-6833ad68-7c4e-4e5d-989a-f8a9d8c44877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.226153 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-cd324632-6f6c-4a49-a9e8-eb46e0741ab6 req-6833ad68-7c4e-4e5d-989a-f8a9d8c44877 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 1099 time: 0.5162420 Jun 29 11:39:08.230160 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d27a42f5-2b20-4d8c-a885-c4874eb8df03 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/quotas/07703c76265b41a0b08de60611b93304 HTTP/1.1" status: 200 len: 375 time: 0.0446274 Jun 29 11:39:08.281865 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-8fa85a3a-4b73-427a-8bfa-12802f09c2bb tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=07703c76265b41a0b08de60611b93304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438917 Jun 29 11:39:08.299642 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] For port a464cd9c-32a0-403f-91ab-6314247f223c, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:39:08.321712 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] For port a464cd9c-32a0-403f-91ab-6314247f223c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a464cd9c-32a0-403f-91ab-6314247f223c,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:39:08.325172 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-cd324632-6f6c-4a49-a9e8-eb46e0741ab6 req-c91f0c30-0de6-4b61-9415-aa2651a1d5c2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730810 Jun 29 11:39:08.327535 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:08.330819 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0fb7e508-7868-4feb-8c8f-791e42052eb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:08.374650 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.375443 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:08.376881 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] 10.222.0.24 "PUT /v2.0/ports/a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 1094 time: 1.4700696 Jun 29 11:39:08.377407 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:08.379983 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87931686-9124-4cdb-a38d-406640782a64" -d '{"events": [{"name": "network-changed", "server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:08.421202 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=a464cd9c-32a0-403f-91ab-6314247f223c,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:08.435739 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:08.467105 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f258dbc-d9d8-4939-8b51-f6c2bc157337 req-9dd98bff-855d-4e86-aafe-32d026999ac0 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.468830 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f258dbc-d9d8-4939-8b51-f6c2bc157337 req-9dd98bff-855d-4e86-aafe-32d026999ac0 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 944 time: 0.1014276 Jun 29 11:39:08.525141 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f258dbc-d9d8-4939-8b51-f6c2bc157337 req-4a8f506f-aaff-471d-a12a-7bfef9783e70 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494213 Jun 29 11:39:08.618552 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de98ebe3-27e5-4c6c-b8f3-0763d2e3a05e x-openstack-request-id: req-de98ebe3-27e5-4c6c-b8f3-0763d2e3a05e {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:08.626899 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:08.627222 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-de98ebe3-27e5-4c6c-b8f3-0763d2e3a05e {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:08.627656 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'status': 'completed', 'code': 200} Jun 29 11:39:08.693153 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1741837c-7159-4e78-bfec-711ee6493236 req-4bbbd044-541d-4dfa-8360-42be8e89e421 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 210 time: 0.0431182 Jun 29 11:39:08.705408 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233fedb-bb88-43f8-918d-3682b21867db req-2ed5057d-6cd7-4849-90c1-d768613f6584 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.707005 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b233fedb-bb88-43f8-918d-3682b21867db req-2ed5057d-6cd7-4849-90c1-d768613f6584 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 946 time: 0.1477847 Jun 29 11:39:08.719671 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-cc3560e6-1c2d-4d5f-ac69-b73fa37a13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.719981 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-cc3560e6-1c2d-4d5f-ac69-b73fa37a13f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74d4013cce364808b087f723eaf75ad3&device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 1097 time: 0.1223469 Jun 29 11:39:08.784544 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-a4972658-4181-4bd1-94ae-2586322cf08b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 217 time: 0.0477109 Jun 29 11:39:08.829447 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b233fedb-bb88-43f8-918d-3682b21867db req-2d573bca-c60a-42c4-976e-00385b7b30a3 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084366 Jun 29 11:39:08.847899 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-43316d0d-4351-4785-ab48-c7a12bec9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.849409 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-43316d0d-4351-4785-ab48-c7a12bec9c35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a8c400-1fca-49f0-bbb0-d7cd11405fef HTTP/1.1" status: 200 len: 854 time: 0.0522022 Jun 29 11:39:08.913557 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2debd-471b-4f38-8a77-987523d5e2ed req-aef2948a-1cb4-4968-9348-8252ca8c01cc tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.915603 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5be2debd-471b-4f38-8a77-987523d5e2ed req-aef2948a-1cb4-4968-9348-8252ca8c01cc tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0780468 Jun 29 11:39:08.924878 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-a899d8fe-425a-4e6c-a4c9-06523c55eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.926579 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-a899d8fe-425a-4e6c-a4c9-06523c55eab0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699260 Jun 29 11:39:08.954674 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5be2debd-471b-4f38-8a77-987523d5e2ed req-fe7d30e1-0822-498f-814c-0b635f0b5899 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Jun 29 11:39:09.037189 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-6ff7595e-3eee-413f-b427-1d6b5e92426c service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951664 Jun 29 11:39:09.148376 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f4367c5-b691-4aef-9d6c-e3a91178e1db req-270781bd-1b8d-45b9-ab88-e04a6e3620ec service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037502 Jun 29 11:39:09.349915 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87931686-9124-4cdb-a38d-406640782a64 req-a5566db5-6912-47d2-aceb-36de3832f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:09.351470 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-87931686-9124-4cdb-a38d-406640782a64 req-a5566db5-6912-47d2-aceb-36de3832f839 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74d4013cce364808b087f723eaf75ad3&device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 1097 time: 0.0669334 Jun 29 11:39:09.523464 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87931686-9124-4cdb-a38d-406640782a64 req-bf0497ac-c0f7-4c59-9c43-62196788b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:09.525953 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-87931686-9124-4cdb-a38d-406640782a64 req-bf0497ac-c0f7-4c59-9c43-62196788b72d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 HTTP/1.1" status: 200 len: 916 time: 0.1648669 Jun 29 11:39:09.569037 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-87931686-9124-4cdb-a38d-406640782a64 req-a3a51e61-fc04-4f41-8bc4-9d7e9ef0d270 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 217 time: 0.0364366 Jun 29 11:39:09.621875 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87931686-9124-4cdb-a38d-406640782a64 req-5efe8776-d538-42d9-887a-20ecf3e539d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:09.623317 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-87931686-9124-4cdb-a38d-406640782a64 req-5efe8776-d538-42d9-887a-20ecf3e539d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a8c400-1fca-49f0-bbb0-d7cd11405fef HTTP/1.1" status: 200 len: 854 time: 0.0476274 Jun 29 11:39:09.686828 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87931686-9124-4cdb-a38d-406640782a64 req-9dc2a2ae-928b-4237-bb0a-cc1fee14fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:09.688350 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-87931686-9124-4cdb-a38d-406640782a64 req-9dc2a2ae-928b-4237-bb0a-cc1fee14fb08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570555 Jun 29 11:39:09.785985 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-87931686-9124-4cdb-a38d-406640782a64 req-763e0444-e4fa-4663-a01c-c263eb9fd497 service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841067 Jun 29 11:39:09.890862 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-87931686-9124-4cdb-a38d-406640782a64 req-6bdb63f0-382a-40a4-a9f7-dfea7c353d59 service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977080 Jun 29 11:39:10.008007 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3b2d77ca-9250-4e4a-ae5b-b22cf8b5fc9a req-156e57d0-60c3-4be1-b97c-5afbf58bcad1 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 210 time: 0.0331030 Jun 29 11:39:10.041545 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb607e-b72f-4074-9f15-1f38fa16049d req-c98e6610-1d5f-4f19-b4ad-0e20fe8c1292 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:10.043877 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f0eb607e-b72f-4074-9f15-1f38fa16049d req-c98e6610-1d5f-4f19-b4ad-0e20fe8c1292 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 944 time: 0.0703359 Jun 29 11:39:10.089959 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f0eb607e-b72f-4074-9f15-1f38fa16049d req-09c3d700-0efc-452b-b319-d88c5efb0d05 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374227 Jun 29 11:39:10.200413 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692faa3-19f6-4437-a816-8fba4fb7600e req-d87baded-f3c0-4f80-a563-aa1617030d6e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:10.201998 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6692faa3-19f6-4437-a816-8fba4fb7600e req-d87baded-f3c0-4f80-a563-aa1617030d6e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 946 time: 0.0837948 Jun 29 11:39:10.245053 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6692faa3-19f6-4437-a816-8fba4fb7600e req-dd8f173b-eab9-46d2-bdce-ece8738a577f tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367839 Jun 29 11:39:10.271466 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126e56b-6f65-46a9-9cea-7ad660f2dc03 req-7d5e6b81-f054-4c80-bb91-1286d62cf882 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:10.273532 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-3b9809fe-968c-4d8a-9748-4a487ed92f6e tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=07703c76265b41a0b08de60611b93304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274835 Jun 29 11:39:10.277959 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5126e56b-6f65-46a9-9cea-7ad660f2dc03 req-7d5e6b81-f054-4c80-bb91-1286d62cf882 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0779042 Jun 29 11:39:10.318403 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5126e56b-6f65-46a9-9cea-7ad660f2dc03 req-9651d9d2-517b-427a-8030-0fbe71196f6b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Jun 29 11:39:10.402704 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-bc4adf47-20db-4986-b2b8-f844ae30ce21 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:10.404522 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-bc4adf47-20db-4986-b2b8-f844ae30ce21 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205382 Jun 29 11:39:10.418460 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Request body: {'port': {'device_id': '0a353744-2977-4022-832b-4371801ba17d', 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9', 'admin_state_up': True, 'tenant_id': '07703c76265b41a0b08de60611b93304'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:10.552780 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Made reservation on behalf of 07703c76265b41a0b08de60611b93304 for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:39:10.559862 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:10.577474 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:10.697597 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:10.702050 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:10.705297 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-dc529b67-cff3-4d34-b3a2-06c787387f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:10.773628 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06659ba6-7e08-4e49-bdff-b210d5cc3c19,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:10.779524 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:10.856492 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Allocated IP 192.168.233.121 (4426c4b8-bcc4-4cbd-9718-da2090c706f9/ac858ec1-32a1-40ab-9fc4-c85cecf1ffbd/65e8ffa5-98a6-43e2-90fa-9d56b6f555d9) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:39:11.027603 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:11.043440 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Transition to ACTIVE for port object 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 will not be triggered until provisioned by entity DHCP. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:39:11.076027 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:11.079801 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-41b3b082-abdb-4290-a97c-0cff7c2894ce tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:11.128454 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:39:11.131883 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:39:11.136443 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:39:11.140529 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Pushing event updated for resources: {'Port': ['ID=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:11.161152 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:11.209249 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:11.210351 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:11.268726 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8552032 Jun 29 11:39:11.283896 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Request body: {'port': {'device_id': '0a353744-2977-4022-832b-4371801ba17d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:11.298583 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96bf6b-b566-400e-9261-1aed84cfd020 req-c44ecd0f-a30d-436e-81e6-e12128039536 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:11.300173 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dd96bf6b-b566-400e-9261-1aed84cfd020 req-c44ecd0f-a30d-436e-81e6-e12128039536 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 944 time: 0.0730431 Jun 29 11:39:11.351369 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dd96bf6b-b566-400e-9261-1aed84cfd020 req-f8596dba-c11e-4616-a3e9-4beade836205 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445502 Jun 29 11:39:11.369034 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f25ac-283e-42d2-b746-5bd1b996dd28 req-7baa9d20-07f7-47c3-8a60-f0c2a51ca71b tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:11.371947 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-da4f25ac-283e-42d2-b746-5bd1b996dd28 req-7baa9d20-07f7-47c3-8a60-f0c2a51ca71b tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 936 time: 0.1505446 Jun 29 11:39:11.396841 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:11.416945 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-0b57344c-f358-4daf-ab31-88d081be5296 None None] Provisioning for port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:39:11.422857 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-0b57344c-f358-4daf-ab31-88d081be5296 None None] Provisioning complete for port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:39:11.423407 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-0b57344c-f358-4daf-ab31-88d081be5296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:11.456671 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-da4f25ac-283e-42d2-b746-5bd1b996dd28 req-532122aa-60a4-404e-a2e7-833359f9f226 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694859 Jun 29 11:39:11.470060 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-0b57344c-f358-4daf-ab31-88d081be5296 None None] Port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:39:11.550002 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55fe8b-3437-4f90-8fda-9d852e273ce2 req-fa55e70b-3b76-4319-97df-953db3e824d6 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:11.552789 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-de55fe8b-3437-4f90-8fda-9d852e273ce2 req-fa55e70b-3b76-4319-97df-953db3e824d6 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 946 time: 0.0765803 Jun 29 11:39:11.596819 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-de55fe8b-3437-4f90-8fda-9d852e273ce2 req-b07c6cdd-1101-4139-98f0-db46125766a8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Jun 29 11:39:11.715324 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d595e-9082-48cb-ad6d-a000287710ab req-9b69d3af-65a2-4c77-9760-0e00eec4bbe7 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:11.716868 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c54d595e-9082-48cb-ad6d-a000287710ab req-9b69d3af-65a2-4c77-9760-0e00eec4bbe7 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.1174150 Jun 29 11:39:11.784497 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:39:11.796224 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:11.802673 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c54d595e-9082-48cb-ad6d-a000287710ab req-86aefaea-397f-49a7-aca9-68623114e910 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764256 Jun 29 11:39:11.814652 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Transition to ACTIVE for port object 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:39:11.819545 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:11.822642 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:11.906053 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Pushing event updated for resources: {'Port': ['ID=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:11.909488 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:11.971543 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Attempting to bind port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:39:11.971921 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Attempting to bind port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '82fe67bb-7262-4e4e-86a1-b898783c374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:39:11.972350 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Attempting to bind port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 on network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:39:11.977537 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 on network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:39:11.978000 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Attempting to bind port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 on network 4426c4b8-bcc4-4cbd-9718-da2090c706f9 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:39:11.984416 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:39:11.984788 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Checking segment: {'id': '82fe67bb-7262-4e4e-86a1-b898783c374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:39:11.985123 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Bound using segment: {'id': '82fe67bb-7262-4e4e-86a1-b898783c374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:39:11.986172 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Bound port: 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fe67bb-7262-4e4e-86a1-b898783c374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:39:11.986172 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.066548 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] For port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:39:12.070062 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] For port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,segment=NetworkSegment(82fe67bb-7262-4e4e-86a1-b898783c374c),segment_id=82fe67bb-7262-4e4e-86a1-b898783c374c)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:39:12.075671 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.077970 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-34b94d0d-08bf-4ed2-bf7c-ba4cf5367677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:12.118155 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:12.118787 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.120805 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] 10.222.0.24 "PUT /v2.0/ports/65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 HTTP/1.1" status: 200 len: 1098 time: 0.8422368 Jun 29 11:39:12.121328 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a353744-2977-4022-832b-4371801ba17d', 'tag': '65e8ffa5-98a6-43e2-90fa-9d56b6f555d9'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:12.124145 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc93cba-db3f-43af-9784-b8819e98a3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a353744-2977-4022-832b-4371801ba17d", "tag": "65e8ffa5-98a6-43e2-90fa-9d56b6f555d9"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:12.151619 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Pushing event updated for resources: {'Port': ['ID=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:12.158902 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:12.240618 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-a7c86e24-be0a-42cb-9c7e-c2109a1c60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:12.242377 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-a7c86e24-be0a-42cb-9c7e-c2109a1c60a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=07703c76265b41a0b08de60611b93304&device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 1101 time: 0.0760827 Jun 29 11:39:12.289476 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-92f5fbcd-95bf-497e-a1c6-99cc29c783d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 HTTP/1.1" status: 200 len: 217 time: 0.0361750 Jun 29 11:39:12.350744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-f2f3008a-60e4-47a8-8926-0602fe7718dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:12.352259 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-f2f3008a-60e4-47a8-8926-0602fe7718dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac858ec1-32a1-40ab-9fc4-c85cecf1ffbd HTTP/1.1" status: 200 len: 843 time: 0.0563173 Jun 29 11:39:12.393207 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b1b12c-0794-4bac-9b1d-e951ccf2d137 x-openstack-request-id: req-93b1b12c-0794-4bac-9b1d-e951ccf2d137 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:12.393630 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a353744-2977-4022-832b-4371801ba17d", "tag": "65e8ffa5-98a6-43e2-90fa-9d56b6f555d9", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:12.393923 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93b1b12c-0794-4bac-9b1d-e951ccf2d137 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:12.394419 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a353744-2977-4022-832b-4371801ba17d', 'tag': '65e8ffa5-98a6-43e2-90fa-9d56b6f555d9', 'status': 'completed', 'code': 200} Jun 29 11:39:12.428979 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-1dea3510-cb73-4eaf-b4a3-a21f5c247863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:12.430492 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-1dea3510-cb73-4eaf-b4a3-a21f5c247863 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4426c4b8-bcc4-4cbd-9718-da2090c706f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691476 Jun 29 11:39:12.538190 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-aa8e75ae-5760-4fc7-a39f-51a34bab6592 service neutron] 10.222.0.24 "GET /v2.0/networks/4426c4b8-bcc4-4cbd-9718-da2090c706f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003981 Jun 29 11:39:12.552019 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79148298-3dda-4139-a77d-78e207c957e9 req-32da5b5b-3187-465a-907d-1b8de60981de tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:12.553606 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-79148298-3dda-4139-a77d-78e207c957e9 req-32da5b5b-3187-465a-907d-1b8de60981de tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 944 time: 0.0709889 Jun 29 11:39:12.602210 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-79148298-3dda-4139-a77d-78e207c957e9 req-86847952-d5f3-4f56-885b-047b65a00c4e tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Jun 29 11:39:12.680726 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b785c707-e3b5-4074-a4b3-1a6c9fdf1c93 req-a303747c-62dd-4931-aa9e-9c7ee5d6997d service neutron] 10.222.0.24 "GET /v2.0/networks/4426c4b8-bcc4-4cbd-9718-da2090c706f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353476 Jun 29 11:39:12.697571 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193367d-f63d-4574-95d2-3ac5979b806a req-c98e13b5-b90b-4114-b343-116452007b79 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:12.699590 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2193367d-f63d-4574-95d2-3ac5979b806a req-c98e13b5-b90b-4114-b343-116452007b79 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 948 time: 0.1010964 Jun 29 11:39:12.777049 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2193367d-f63d-4574-95d2-3ac5979b806a req-5ee93eaf-d1ca-4bee-af4c-88e52a0d9da4 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684123 Jun 29 11:39:12.805902 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-ae27c7d1-10e2-48e1-b3c9-36f583ceede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:12.808514 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-ae27c7d1-10e2-48e1-b3c9-36f583ceede3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=07703c76265b41a0b08de60611b93304&device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 1101 time: 0.0765808 Jun 29 11:39:12.956293 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-3ae52c7d-a05f-4dd5-8c10-d6c91cecfb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:12.960109 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-3ae52c7d-a05f-4dd5-8c10-d6c91cecfb3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4426c4b8-bcc4-4cbd-9718-da2090c706f9 HTTP/1.1" status: 200 len: 870 time: 0.1437228 Jun 29 11:39:13.019258 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-2e25f4fc-4e20-4659-b60f-ce01d60aa673 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 HTTP/1.1" status: 200 len: 217 time: 0.0520768 Jun 29 11:39:13.067177 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd759c4-8faf-4b43-88d7-a8dce3580e55 req-8dc55873-541a-4688-8002-641031428d4e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:13.068707 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8bd759c4-8faf-4b43-88d7-a8dce3580e55 req-8dc55873-541a-4688-8002-641031428d4e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0806696 Jun 29 11:39:13.074426 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-21cc5fc4-d7b4-49c5-9fc3-66ede3e7da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:13.075963 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-21cc5fc4-d7b4-49c5-9fc3-66ede3e7da3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac858ec1-32a1-40ab-9fc4-c85cecf1ffbd HTTP/1.1" status: 200 len: 843 time: 0.0490136 Jun 29 11:39:13.111264 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8bd759c4-8faf-4b43-88d7-a8dce3580e55 req-96941edf-6162-45b6-9f6f-7195262e9ba8 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358312 Jun 29 11:39:13.139008 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-a4b66e81-2d47-4896-acdd-c936c64eefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:13.140536 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-a4b66e81-2d47-4896-acdd-c936c64eefb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4426c4b8-bcc4-4cbd-9718-da2090c706f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0564692 Jun 29 11:39:13.235982 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-bf4c55b2-406a-463b-a522-cfb69d7f5eaf service neutron] 10.222.0.24 "GET /v2.0/networks/4426c4b8-bcc4-4cbd-9718-da2090c706f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878758 Jun 29 11:39:13.328660 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4cc93cba-db3f-43af-9784-b8819e98a3f2 req-d69ba3aa-9a4d-41b2-b6fb-06ad9f28e771 service neutron] 10.222.0.24 "GET /v2.0/networks/4426c4b8-bcc4-4cbd-9718-da2090c706f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853863 Jun 29 11:39:13.464524 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device a464cd9c-32a0-403f-91ab-6314247f223c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:39:13.585989 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port a464cd9c-32a0-403f-91ab-6314247f223c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a464cd9c-32a0-403f-91ab-6314247f223c,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:13.604194 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'port_id': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'mac_address': 'fa:16:3e:ca:b9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:39:13.656568 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:13.670964 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a464cd9c-32a0-403f-91ab-6314247f223c {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:39:13.692204 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port a464cd9c-32a0-403f-91ab-6314247f223c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a464cd9c-32a0-403f-91ab-6314247f223c,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:13.697377 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:13.699782 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:13.755117 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=a464cd9c-32a0-403f-91ab-6314247f223c,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:13.758281 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:13.839633 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777eecc-9b6e-479c-9489-8ade65a0c012 req-e4d9c30b-5951-4e5d-949d-60683715ebac tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:13.841266 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8777eecc-9b6e-479c-9489-8ade65a0c012 req-e4d9c30b-5951-4e5d-949d-60683715ebac tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 945 time: 0.0842292 Jun 29 11:39:13.888935 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8777eecc-9b6e-479c-9489-8ade65a0c012 req-f3a16346-7108-4cef-8633-b72252bd369d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 Jun 29 11:39:13.976378 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e952ad-b60c-4d00-aa1e-37bb531e8c1c req-3f0168a3-35fe-42ed-9a2d-ae9d4c71dd44 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:13.978006 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-68e952ad-b60c-4d00-aa1e-37bb531e8c1c req-3f0168a3-35fe-42ed-9a2d-ae9d4c71dd44 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 948 time: 0.0718648 Jun 29 11:39:14.033952 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-68e952ad-b60c-4d00-aa1e-37bb531e8c1c req-4d92a01a-6f6b-432f-95be-bc700bb11eb6 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480399 Jun 29 11:39:14.308777 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1855840-b5dd-4c13-a8f1-2315a5e32dd1 req-6c09c568-5f25-4833-9e8e-90926137b634 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:14.310333 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d1855840-b5dd-4c13-a8f1-2315a5e32dd1 req-6c09c568-5f25-4833-9e8e-90926137b634 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0822077 Jun 29 11:39:14.352202 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d1855840-b5dd-4c13-a8f1-2315a5e32dd1 req-05d1c0e5-afc0-4e29-8583-f1cef757be7c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Jun 29 11:39:14.459151 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['a464cd9c-32a0-403f-91ab-6314247f223c'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:39:15.083116 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537fcf-6fb7-4c09-b71a-e6f32672aed9 req-864ed0ff-10d0-43ff-a45e-337f73fd443e tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:15.084689 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ab537fcf-6fb7-4c09-b71a-e6f32672aed9 req-864ed0ff-10d0-43ff-a45e-337f73fd443e tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 945 time: 0.0722396 Jun 29 11:39:15.126129 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ab537fcf-6fb7-4c09-b71a-e6f32672aed9 req-946fd6cf-f16f-4016-a70e-2757bf4ce71e tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346403 Jun 29 11:39:15.218454 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c7bda-4f7e-4696-9317-d6ff51c3e88e req-6950c64b-3910-45dd-80d3-e1a462edfd82 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:15.219889 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e54c7bda-4f7e-4696-9317-d6ff51c3e88e req-6950c64b-3910-45dd-80d3-e1a462edfd82 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 948 time: 0.0643654 Jun 29 11:39:15.258598 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e54c7bda-4f7e-4696-9317-d6ff51c3e88e req-c1e512a3-ca36-4522-89c4-124171e8bbc8 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Jun 29 11:39:15.268313 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:39:15.546225 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f66fb5-74eb-4d18-a58e-65c78e4b8153 req-c989f0e0-ee7e-4a18-bc70-4ac1eef656ac tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:15.547938 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c4f66fb5-74eb-4d18-a58e-65c78e4b8153 req-c989f0e0-ee7e-4a18-bc70-4ac1eef656ac tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0734799 Jun 29 11:39:15.588831 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c4f66fb5-74eb-4d18-a58e-65c78e4b8153 req-91a039f7-4312-434e-88de-9bf7feef7b35 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350969 Jun 29 11:39:16.311461 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d3c53-c990-48a4-99d0-5da27ceb1f28 req-d2a51964-5432-42c4-9ce6-968230dd9020 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:16.313237 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ba3d3c53-c990-48a4-99d0-5da27ceb1f28 req-d2a51964-5432-42c4-9ce6-968230dd9020 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 945 time: 0.0706241 Jun 29 11:39:16.352551 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ba3d3c53-c990-48a4-99d0-5da27ceb1f28 req-678326c0-e7d4-4985-9c19-1abf2cbe473f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337098 Jun 29 11:39:16.443247 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c0cfb-8cea-4676-95f8-8a804b865636 req-678fc45e-bf5e-4231-af1d-a1d804000a80 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:16.444796 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-069c0cfb-8cea-4676-95f8-8a804b865636 req-678fc45e-bf5e-4231-af1d-a1d804000a80 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 948 time: 0.0625234 Jun 29 11:39:16.492816 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-069c0cfb-8cea-4676-95f8-8a804b865636 req-abcaa267-074c-43b2-ac01-92e63365e061 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416603 Jun 29 11:39:16.793749 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d1146-fa4b-4991-8a0d-16126f879f94 req-2195500d-2e39-4200-aa82-456370b505ad tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:16.795644 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f97d1146-fa4b-4991-8a0d-16126f879f94 req-2195500d-2e39-4200-aa82-456370b505ad tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0861990 Jun 29 11:39:16.835309 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f97d1146-fa4b-4991-8a0d-16126f879f94 req-4b77ddb0-c630-4243-904b-2d4eb844468d tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334954 Jun 29 11:39:17.126250 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:17.519045 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:39:17.521177 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device a464cd9c-32a0-403f-91ab-6314247f223c up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:39:17.552071 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63bf82-0e1f-4ff1-84fc-80315c802f3f req-1ddf1ca0-96a3-4644-9b72-123ced73ec54 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:17.552071 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2c63bf82-0e1f-4ff1-84fc-80315c802f3f req-1ddf1ca0-96a3-4644-9b72-123ced73ec54 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 945 time: 0.0781751 Jun 29 11:39:17.618149 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2c63bf82-0e1f-4ff1-84fc-80315c802f3f req-19ea8542-3814-4487-b656-24f366edec77 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632818 Jun 29 11:39:17.654032 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port a464cd9c-32a0-403f-91ab-6314247f223c completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:39:17.663958 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port a464cd9c-32a0-403f-91ab-6314247f223c triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:39:17.664359 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:17.705788 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,segment=NetworkSegment(82fe67bb-7262-4e4e-86a1-b898783c374c),segment_id=82fe67bb-7262-4e4e-86a1-b898783c374c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:17.723218 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '65e8ffa5-98a6-43e2-90fa-9d56b6f555d9', 'network_id': '4426c4b8-bcc4-4cbd-9718-da2090c706f9', 'port_id': '65e8ffa5-98a6-43e2-90fa-9d56b6f555d9', 'mac_address': 'fa:16:3e:5a:31:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac858ec1-32a1-40ab-9fc4-c85cecf1ffbd', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:39:17.730825 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45e243-21a9-4eb8-bb36-beb37d28acba req-afc633bf-9418-4c42-a127-204fda296714 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:17.732388 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ad45e243-21a9-4eb8-bb36-beb37d28acba req-afc633bf-9418-4c42-a127-204fda296714 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 948 time: 0.0794032 Jun 29 11:39:17.773922 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ad45e243-21a9-4eb8-bb36-beb37d28acba req-1406f702-67ca-4303-96d8-d932ac7d6b0c tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354295 Jun 29 11:39:17.797149 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:17.814253 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:17.819899 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:39:17.858738 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:17.861035 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc2ed79-0829-4a02-98d6-46dc5364beb4" -d '{"events": [{"server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "name": "network-vif-plugged", "status": "completed", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:17.865966 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,segment=NetworkSegment(82fe67bb-7262-4e4e-86a1-b898783c374c),segment_id=82fe67bb-7262-4e4e-86a1-b898783c374c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:17.875867 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:17.879076 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port a464cd9c-32a0-403f-91ab-6314247f223c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a464cd9c-32a0-403f-91ab-6314247f223c,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:17.881058 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:17.905883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:17.933775 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f98732d-0b10-4b16-93ad-b45871926e02 x-openstack-request-id: req-8f98732d-0b10-4b16-93ad-b45871926e02 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:17.934192 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "name": "network-vif-plugged", "status": "completed", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:17.934540 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f98732d-0b10-4b16-93ad-b45871926e02 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:17.935030 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'code': 200} Jun 29 11:39:17.940672 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:17.944112 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:17.944621 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-1f9e74da-029b-4380-af70-9e9454f23843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:18.006102 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=a464cd9c-32a0-403f-91ab-6314247f223c,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:18.009463 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:18.090311 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64eb08-9922-4ad5-85d0-5f3f3a244f5a req-50c1e0d0-2948-41de-8c08-6e3134aa8fb5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:18.096922 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9f64eb08-9922-4ad5-85d0-5f3f3a244f5a req-50c1e0d0-2948-41de-8c08-6e3134aa8fb5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0834186 Jun 29 11:39:18.134159 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9f64eb08-9922-4ad5-85d0-5f3f3a244f5a req-3000fee4-c18f-4240-a18c-c07863884262 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361435 Jun 29 11:39:18.205684 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b5580-a431-4977-a7cc-ebf6d40ea258 req-1cc28315-6e1e-4297-9867-0e2eecbb6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:18.208156 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a49b5580-a431-4977-a7cc-ebf6d40ea258 req-1cc28315-6e1e-4297-9867-0e2eecbb6dcf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 1099 time: 0.0691376 Jun 29 11:39:18.243986 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a49b5580-a431-4977-a7cc-ebf6d40ea258 req-db18ecce-d083-4cad-bd30-da6261082984 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290542 Jun 29 11:39:18.672419 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['65e8ffa5-98a6-43e2-90fa-9d56b6f555d9'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:39:18.837320 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a8b5f-e890-4bb3-8db6-f7764335e289 req-f9dee3ae-9ea5-400b-b791-a5e2ab991324 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:18.839180 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fe1a8b5f-e890-4bb3-8db6-f7764335e289 req-f9dee3ae-9ea5-400b-b791-a5e2ab991324 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 946 time: 0.0921257 Jun 29 11:39:18.887969 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fe1a8b5f-e890-4bb3-8db6-f7764335e289 req-2aa65edc-ddd2-4333-a5f3-d5a5d034720f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Jun 29 11:39:18.982377 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bf60b-7312-4ec0-b21f-77dfc47a1316 req-8e5d377b-2040-4cc5-9329-0f6f49cd0b24 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:18.983870 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ad3bf60b-7312-4ec0-b21f-77dfc47a1316 req-8e5d377b-2040-4cc5-9329-0f6f49cd0b24 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 949 time: 0.0781407 Jun 29 11:39:19.022015 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ad3bf60b-7312-4ec0-b21f-77dfc47a1316 req-48509495-e1b9-4beb-9ab9-141344889cee tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324125 Jun 29 11:39:19.320035 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b657a8-a6cf-4279-a853-6cf7f302a5ff req-2a654e47-6a1d-4ab1-8021-ba567b8ee4e9 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:19.321442 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-05b657a8-a6cf-4279-a853-6cf7f302a5ff req-2a654e47-6a1d-4ab1-8021-ba567b8ee4e9 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0684259 Jun 29 11:39:19.359819 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-05b657a8-a6cf-4279-a853-6cf7f302a5ff req-715101a6-fc0f-4bc6-ac13-ed4eea0a76a8 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318043 Jun 29 11:39:20.095871 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388611c-3a0a-435c-b418-7ddcf6de35a1 req-bf652c4a-540d-461c-8167-41b2f42b0da3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:20.098438 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4388611c-3a0a-435c-b418-7ddcf6de35a1 req-bf652c4a-540d-461c-8167-41b2f42b0da3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 946 time: 0.0807767 Jun 29 11:39:20.146915 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4388611c-3a0a-435c-b418-7ddcf6de35a1 req-ea2af36c-b202-4914-ad7a-3275165e0325 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 Jun 29 11:39:20.237035 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e812d-8116-4411-85f5-88510cacb3de req-4c6dad71-2e58-463e-9ba1-99c903024025 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:20.238504 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-075e812d-8116-4411-85f5-88510cacb3de req-4c6dad71-2e58-463e-9ba1-99c903024025 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 949 time: 0.0724022 Jun 29 11:39:20.286633 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-075e812d-8116-4411-85f5-88510cacb3de req-2411105d-62df-4149-8f4d-aa74c056d942 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Jun 29 11:39:20.544929 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779aa43-294b-4cfc-9fe1-ec2fc28d5695 req-4f5a01a8-35e3-4ad6-ad90-59ecd2ea72c6 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:20.546392 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6779aa43-294b-4cfc-9fe1-ec2fc28d5695 req-4f5a01a8-35e3-4ad6-ad90-59ecd2ea72c6 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0697219 Jun 29 11:39:20.585511 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6779aa43-294b-4cfc-9fe1-ec2fc28d5695 req-02cdbac2-b9b3-40e5-be2b-cc3daa000a47 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Jun 29 11:39:21.233066 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3cc-67a9-4cde-944d-67b6bf6f29b9 req-5471d6a8-468e-45de-a818-1d2837545764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:21.234572 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b2fec3cc-67a9-4cde-944d-67b6bf6f29b9 req-5471d6a8-468e-45de-a818-1d2837545764 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 1099 time: 0.0633886 Jun 29 11:39:21.274423 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b2fec3cc-67a9-4cde-944d-67b6bf6f29b9 req-9ff9ca75-af48-4670-95a1-4dbad0cdc11f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Jun 29 11:39:21.348264 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0055da-f78c-4b93-b138-88970619bfe5 req-7d549d52-623e-45e0-a93c-3054cf47f401 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:21.349835 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6a0055da-f78c-4b93-b138-88970619bfe5 req-7d549d52-623e-45e0-a93c-3054cf47f401 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 946 time: 0.0654838 Jun 29 11:39:21.390033 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6a0055da-f78c-4b93-b138-88970619bfe5 req-30502280-1292-4e22-b159-60860089582e tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Jun 29 11:39:21.487252 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b88ea-2061-4c0d-a059-762841c9c5e6 req-c82b1a79-c4c1-4298-aa6f-0274ad97dbc4 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:21.489173 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b7b88ea-2061-4c0d-a059-762841c9c5e6 req-c82b1a79-c4c1-4298-aa6f-0274ad97dbc4 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 949 time: 0.0756555 Jun 29 11:39:21.539919 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b7b88ea-2061-4c0d-a059-762841c9c5e6 req-7025fb27-b004-4532-b88f-a6f64454ef4e tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 Jun 29 11:39:21.545533 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:39:21.598020 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:39:21.602104 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:39:21.602516 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:21.693983 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:21.719052 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a353744-2977-4022-832b-4371801ba17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e8ffa5-98a6-43e2-90fa-9d56b6f555d9'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:21.721309 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73efeabd-5b42-4d8c-b1ce-f2e2ed67d12f" -d '{"events": [{"server_uuid": "0a353744-2977-4022-832b-4371801ba17d", "name": "network-vif-plugged", "status": "completed", "tag": "65e8ffa5-98a6-43e2-90fa-9d56b6f555d9"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:21.736465 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,segment=NetworkSegment(82fe67bb-7262-4e4e-86a1-b898783c374c),segment_id=82fe67bb-7262-4e4e-86a1-b898783c374c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:21.741267 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:21.744155 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:21.797908 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:21.805312 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:21.814286 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4364a0e-af46-409f-a930-3f19e3be8493 req-7f17d6ba-6223-4e1c-bbdc-094a7737b82b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:21.820801 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a4364a0e-af46-409f-a930-3f19e3be8493 req-7f17d6ba-6223-4e1c-bbdc-094a7737b82b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.1113939 Jun 29 11:39:21.859771 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a4364a0e-af46-409f-a930-3f19e3be8493 req-19977280-4ff7-46de-ad1d-c001778d736c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372612 Jun 29 11:39:21.933504 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25e67a4-254e-4c67-9648-5f52163dd535 x-openstack-request-id: req-a25e67a4-254e-4c67-9648-5f52163dd535 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:21.933645 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a353744-2977-4022-832b-4371801ba17d", "name": "network-vif-plugged", "status": "completed", "tag": "65e8ffa5-98a6-43e2-90fa-9d56b6f555d9", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:21.934095 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a25e67a4-254e-4c67-9648-5f52163dd535 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:21.934753 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a353744-2977-4022-832b-4371801ba17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e8ffa5-98a6-43e2-90fa-9d56b6f555d9', 'code': 200} Jun 29 11:39:21.957457 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b1047-e023-4dbe-8e05-432164322548 req-e0dac868-ab73-4749-b6f4-b6897ba6861f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:21.965000 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-037b1047-e023-4dbe-8e05-432164322548 req-e0dac868-ab73-4749-b6f4-b6897ba6861f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 946 time: 0.3103230 Jun 29 11:39:22.009919 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-037b1047-e023-4dbe-8e05-432164322548 req-e353e037-1119-4a62-a738-46c9305f0f35 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Jun 29 11:39:22.242028 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe464e-f339-42b9-bc15-6a0559245ca7 req-47490038-eb4f-466a-b659-368f527a60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:22.243643 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe464e-f339-42b9-bc15-6a0559245ca7 req-47490038-eb4f-466a-b659-368f527a60c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 1103 time: 0.0648177 Jun 29 11:39:22.287236 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe464e-f339-42b9-bc15-6a0559245ca7 req-797fc685-cd92-4bcc-9506-3c700b6d7c16 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365570 Jun 29 11:39:22.443363 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a2b6-218f-438c-960a-7f8ee9c54e56 req-dd20676d-f3c3-4593-aaa5-687ac23028d9 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:22.444879 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b6c1a2b6-218f-438c-960a-7f8ee9c54e56 req-dd20676d-f3c3-4593-aaa5-687ac23028d9 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 946 time: 0.0647447 Jun 29 11:39:22.485353 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b6c1a2b6-218f-438c-960a-7f8ee9c54e56 req-429054a3-38d1-48a8-a3f0-969907d4c59e tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342560 Jun 29 11:39:22.733717 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173a0c2-73c2-4252-918b-df35f1e8821e req-70cf8f2a-17c0-473d-a418-d02c9179de28 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:22.735455 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b173a0c2-73c2-4252-918b-df35f1e8821e req-70cf8f2a-17c0-473d-a418-d02c9179de28 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 950 time: 0.0728781 Jun 29 11:39:22.796746 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b173a0c2-73c2-4252-918b-df35f1e8821e req-883a1a98-1f86-4bc8-8982-a8f5010c0b80 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539937 Jun 29 11:39:23.071639 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e97638-e81a-4e62-9dcb-ccf1b24bdefd req-f8e63545-ce60-43c3-873e-969e0de8ff97 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:23.073219 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-85e97638-e81a-4e62-9dcb-ccf1b24bdefd req-f8e63545-ce60-43c3-873e-969e0de8ff97 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0726974 Jun 29 11:39:23.114796 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-85e97638-e81a-4e62-9dcb-ccf1b24bdefd req-675ae934-45b8-487a-96b4-3d992ebe41ba tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354857 Jun 29 11:39:23.125349 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4a5f-0704-41c4-b7a4-5fe6c1734b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:24.018338 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153977c-2add-47e0-8e77-e768d08aa406 req-bd7fd526-186c-49fc-8353-b597a287e58b tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:24.019850 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f153977c-2add-47e0-8e77-e768d08aa406 req-bd7fd526-186c-49fc-8353-b597a287e58b tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 950 time: 0.0819809 Jun 29 11:39:24.062311 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f153977c-2add-47e0-8e77-e768d08aa406 req-e19bfbea-e06f-473f-85cb-0e8b84cb64f6 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367372 Jun 29 11:39:24.315271 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1bab4-fe39-4b87-97cb-04291fa177a1 req-263c2335-41f1-4ee0-be35-ff6d7510f8a8 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:24.316932 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8ef1bab4-fe39-4b87-97cb-04291fa177a1 req-263c2335-41f1-4ee0-be35-ff6d7510f8a8 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0755348 Jun 29 11:39:24.375362 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8ef1bab4-fe39-4b87-97cb-04291fa177a1 req-2d9b35b2-eaa0-4615-96b6-f33fcff41c2c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484705 Jun 29 11:39:25.251867 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c1699-2ea9-4ed4-84e1-e87048bbbe65 req-a6ae7aa0-788b-4a33-a388-fd6cc1e8bd36 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:25.253264 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1b0c1699-2ea9-4ed4-84e1-e87048bbbe65 req-a6ae7aa0-788b-4a33-a388-fd6cc1e8bd36 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 950 time: 0.0719583 Jun 29 11:39:25.294268 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1b0c1699-2ea9-4ed4-84e1-e87048bbbe65 req-9fb0637a-a7cd-49f8-b093-04f0684041c9 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349066 Jun 29 11:39:25.571752 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1622e58-d4ba-43c1-a6aa-615ae35dfd23 req-2b6115b5-cbc0-4c7d-beb0-29fe186a5367 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:25.573392 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e1622e58-d4ba-43c1-a6aa-615ae35dfd23 req-2b6115b5-cbc0-4c7d-beb0-29fe186a5367 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0759544 Jun 29 11:39:25.626092 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e1622e58-d4ba-43c1-a6aa-615ae35dfd23 req-01cc4fe3-cebb-4866-a462-818e5eb3779c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Jun 29 11:39:25.853196 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b45f1-b82c-4d59-92fc-59bbd283aa55 req-753cd2a8-5a06-4f3a-89e5-5ef917424db5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:25.861147 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f93b45f1-b82c-4d59-92fc-59bbd283aa55 req-753cd2a8-5a06-4f3a-89e5-5ef917424db5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0889530 Jun 29 11:39:25.900464 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f93b45f1-b82c-4d59-92fc-59bbd283aa55 req-ba04e919-f1c6-41db-9fb1-ef15315483df tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382962 Jun 29 11:39:26.100669 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-d0decfdc-c7f4-4152-9e78-165a0d3b4b64 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:26.102743 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-d0decfdc-c7f4-4152-9e78-165a0d3b4b64 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 815 time: 0.1230452 Jun 29 11:39:26.124976 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-58900938-7842-4d59-9da4-34fa0fbea69b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/quotas/2c51d252084e4ba4a3841650bf6a77e4 HTTP/1.1" status: 200 len: 375 time: 0.0146794 Jun 29 11:39:26.397096 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-157699dc-5984-4626-8134-b805839a75b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:26.494024 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-20fadb9e-308c-4b24-a47d-3ed3441d7390 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3659971 Jun 29 11:39:26.499427 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980e0d1-c8f3-4fad-b80b-21220c21df88 req-88b10444-4a8a-41a1-8d09-e9eb61d70891 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:26.501044 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3980e0d1-c8f3-4fad-b80b-21220c21df88 req-88b10444-4a8a-41a1-8d09-e9eb61d70891 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 950 time: 0.0658040 Jun 29 11:39:26.544014 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3980e0d1-c8f3-4fad-b80b-21220c21df88 req-ca553b96-3dcc-470b-bda9-b528adc04d79 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355794 Jun 29 11:39:26.602256 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-b46e9943-e727-468a-91e6-aedbaac528bd service neutron] 10.222.0.72 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993948 Jun 29 11:39:26.745382 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-c29f0eb8-7b48-4c75-ae91-c73fb8aecbc0 service neutron] 10.222.0.72 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366515 Jun 29 11:39:27.017783 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192d4c0-0ce5-489d-85eb-b4b1f61a82dc req-834fd995-3ab5-4958-a747-d829b016687d tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:27.019335 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2192d4c0-0ce5-489d-85eb-b4b1f61a82dc req-834fd995-3ab5-4958-a747-d829b016687d tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 950 time: 0.0768609 Jun 29 11:39:27.068799 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:27.083288 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2192d4c0-0ce5-489d-85eb-b4b1f61a82dc req-fdcb987d-8f84-4c74-bc0f-2d55b8dc4ce8 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574031 Jun 29 11:39:27.127982 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5a3991f1-43a1-4bc6-8b61-40694cddac08 req-ba79f485-f4cd-4457-9f97-78ede3256d49 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 210 time: 0.0360782 Jun 29 11:39:27.993127 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:28.275259 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-8ab84d95-d4c2-4652-95e8-340af849ced5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:28.278917 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-8ab84d95-d4c2-4652-95e8-340af849ced5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 815 time: 0.1454883 Jun 29 11:39:28.289776 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171a922-cf22-4328-8cb8-6316052eb445 req-dcf4b876-a214-4bf3-8ba0-04205ec3103a tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:28.291395 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0171a922-cf22-4328-8cb8-6316052eb445 req-dcf4b876-a214-4bf3-8ba0-04205ec3103a tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 950 time: 0.0697885 Jun 29 11:39:28.305970 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Request body: {'port': {'device_id': 'c4a0c693-3020-4097-9fba-61f186330720', 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d', 'admin_state_up': True, 'tenant_id': '2c51d252084e4ba4a3841650bf6a77e4'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:28.347454 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0171a922-cf22-4328-8cb8-6316052eb445 req-f5eb2cec-d9ce-4c71-87cb-804a7c3399cc tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493994 Jun 29 11:39:28.399565 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1dce1a7d-3cce-4e57-9882-fb887e85aa34 req-245dd1ad-c897-47a8-a843-3481f8034bc2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 210 time: 0.0431046 Jun 29 11:39:28.480932 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Made reservation on behalf of 2c51d252084e4ba4a3841650bf6a77e4 for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:39:28.484442 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:28.618972 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Allocated IP 172.20.0.4 (50183bd1-e74d-45c1-b7cc-ddca4f02236d/85b0fdec-a2e5-4fae-9c43-f02bf104f75f/38ae51dc-5355-42c9-bd8d-c8f45b6cea49) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:39:28.811896 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:28.833872 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45381b0e-df3d-4c21-9d2c-fe1043bd7478 req-22fedfdb-9ad5-4c74-a0f7-de8d83003c2d tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:28.835664 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-45381b0e-df3d-4c21-9d2c-fe1043bd7478 req-22fedfdb-9ad5-4c74-a0f7-de8d83003c2d tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0786057 Jun 29 11:39:28.842162 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-b55db336-9d6b-4091-8484-f748bc8faa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:28.843945 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-b55db336-9d6b-4091-8484-f748bc8faa68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 1099 time: 0.1056447 Jun 29 11:39:28.880282 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-45381b0e-df3d-4c21-9d2c-fe1043bd7478 req-a71149a3-8b40-4d21-88ec-ff7a5df5f30f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Jun 29 11:39:28.921175 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:28.926088 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e575c099-de43-425b-b63a-56d87ec41c5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:28.937081 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['d85c3ef3-a7b5-4556-8fbb-d8389da66780', 'b1a79452-7a86-473a-b603-f1659ff63e36', '13f351a7-9423-4ae2-8d05-556b30ad1afe'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:39:29.006588 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Network 50183bd1-e74d-45c1-b7cc-ddca4f02236d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:39:29.014898 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:39:29.020176 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-0f306f4d-3ddd-4a50-8fe2-8ed38316ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:29.021816 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-0f306f4d-3ddd-4a50-8fe2-8ed38316ebe8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 920 time: 0.1672800 Jun 29 11:39:29.022609 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:39:29.028108 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Pushing event updated for resources: {'Port': ['ID=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:29.053323 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:29.093662 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-a3dfe1ab-3671-4297-bcd0-27c635ad6378 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1 HTTP/1.1" status: 200 len: 217 time: 0.0621653 Jun 29 11:39:29.124021 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:29.124674 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:29.166281 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8662431 Jun 29 11:39:29.175183 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-04d174ab-7fde-4c12-9234-df41d9cb1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:29.176558 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-04d174ab-7fde-4c12-9234-df41d9cb1692 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8fa47a2-2e24-42ee-89f4-8bd2812d294b HTTP/1.1" status: 200 len: 859 time: 0.0707128 Jun 29 11:39:29.192248 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Request body: {'port': {'device_id': 'c4a0c693-3020-4097-9fba-61f186330720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:29.240958 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-0707cc86-40e0-4076-8bc2-e390d905d295 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458035 Jun 29 11:39:29.275010 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7cee5008-683a-43fc-b81d-3a1d51f73384 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:29.280488 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7cee5008-683a-43fc-b81d-3a1d51f73384 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 950 time: 0.0938525 Jun 29 11:39:29.381497 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:29.401381 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Deleting port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:39:29.402453 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:29.445448 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-2ff5c447-48b3-408f-874d-dea3893319ec service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957860 Jun 29 11:39:29.504398 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:29.520274 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] For port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,segment=NetworkSegment(82fe67bb-7262-4e4e-86a1-b898783c374c),segment_id=82fe67bb-7262-4e4e-86a1-b898783c374c)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:29.520799 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:29.563724 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Calling delete_port for 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 owned by compute:nova {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:39:29.674325 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-ea1e19d7-5456-4c44-b3a6-ec96ad4f42dd service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188036 Jun 29 11:39:29.681211 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffce894-db27-4ec0-83c7-cac40817421a req-5291542c-e5bc-47ca-b867-4a035dfed87d tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:29.683231 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fffce894-db27-4ec0-83c7-cac40817421a req-5291542c-e5bc-47ca-b867-4a035dfed87d tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a353744-2977-4022-832b-4371801ba17d HTTP/1.1" status: 200 len: 950 time: 0.1648586 Jun 29 11:39:29.758575 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbff29-72a0-4efe-826b-fbf5cd3d5bab req-26aeab01-ce24-4bec-a706-763ebd270e7d tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:29.761670 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-81cbff29-72a0-4efe-826b-fbf5cd3d5bab req-26aeab01-ce24-4bec-a706-763ebd270e7d tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 931 time: 0.2248127 Jun 29 11:39:29.775027 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fffce894-db27-4ec0-83c7-cac40817421a req-83652588-01d0-48b7-a75f-4b33c7d28347 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.72 "GET /v2.0/security-groups?id=06659ba6-7e08-4e49-bdff-b210d5cc3c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792580 Jun 29 11:39:29.810919 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:29.817728 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:29.835633 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-81cbff29-72a0-4efe-826b-fbf5cd3d5bab req-c59167ca-fa6a-4894-9223-2b8c4d335883 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675566 Jun 29 11:39:29.845907 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Pushing event deleted for resources: {'Port': ['ID=65e8ffa5-98a6-43e2-90fa-9d56b6f555d9,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:29.873970 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:29.903079 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:39:29.912831 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] No DVR routers for this DVR port 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 on host hv-cinder-79760 {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:39:29.913140 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:29.916204 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:29.919461 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d4091d8f-50c2-415f-aa67-be21920e0ca8 req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] 10.222.0.24 "DELETE /v2.0/ports/65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 HTTP/1.1" status: 204 len: 173 time: 0.6336014 Jun 29 11:39:29.920162 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a353744-2977-4022-832b-4371801ba17d', 'name': 'network-vif-deleted', 'tag': '65e8ffa5-98a6-43e2-90fa-9d56b6f555d9'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:29.922329 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fbc925-417d-41c4-9141-445ec8a1843a" -d '{"events": [{"server_uuid": "0a353744-2977-4022-832b-4371801ba17d", "name": "network-vif-deleted", "tag": "65e8ffa5-98a6-43e2-90fa-9d56b6f555d9"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:29.929334 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Transition to ACTIVE for port object 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:39:29.934665 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:29.938935 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c7677533-5e24-4f51-9963-8eb8bb857cfe tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:29.991361 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Pushing event updated for resources: {'Port': ['ID=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:29.999333 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:30.162629 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Attempting to bind port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:39:30.162966 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Attempting to bind port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:39:30.163290 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Attempting to bind port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:39:30.172393 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:39:30.172553 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Attempting to bind port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 on network 50183bd1-e74d-45c1-b7cc-ddca4f02236d {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:39:30.180955 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81d1350-6caf-436e-990c-66cf7dcf5386 x-openstack-request-id: req-a81d1350-6caf-436e-990c-66cf7dcf5386 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:30.181278 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a353744-2977-4022-832b-4371801ba17d", "name": "network-vif-deleted", "tag": "65e8ffa5-98a6-43e2-90fa-9d56b6f555d9", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:30.181559 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a81d1350-6caf-436e-990c-66cf7dcf5386 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:30.183021 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a353744-2977-4022-832b-4371801ba17d', 'name': 'network-vif-deleted', 'tag': '65e8ffa5-98a6-43e2-90fa-9d56b6f555d9', 'status': 'completed', 'code': 200} Jun 29 11:39:30.184092 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:39:30.184468 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Checking segment: {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:39:30.184840 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Bound using segment: {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:39:30.185402 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Bound port: 38ae51dc-5355-42c9-bd8d-c8f45b6cea49, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19313bfa-9163-4e0e-bea8-e7be7b2d95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:39:30.185904 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:30.196533 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2392bd-bbe3-4037-a247-17001a829f17 req-c0f198c3-d3ae-4766-bb12-86945c220c35 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:30.198045 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9b2392bd-bbe3-4037-a247-17001a829f17 req-c0f198c3-d3ae-4766-bb12-86945c220c35 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1655097 Jun 29 11:39:30.272766 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9b2392bd-bbe3-4037-a247-17001a829f17 req-eda1e607-598e-40de-93f7-75aed1ae069c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673935 Jun 29 11:39:30.293705 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] For port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:39:30.297094 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] For port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:39:30.301108 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:30.303913 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:30.339808 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:30.340511 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:30.341899 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] 10.222.0.24 "PUT /v2.0/ports/38ae51dc-5355-42c9-bd8d-c8f45b6cea49 HTTP/1.1" status: 200 len: 1093 time: 1.1552939 Jun 29 11:39:30.342393 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a0c693-3020-4097-9fba-61f186330720', 'tag': '38ae51dc-5355-42c9-bd8d-c8f45b6cea49'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:30.345130 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a0c693-3020-4097-9fba-61f186330720", "tag": "38ae51dc-5355-42c9-bd8d-c8f45b6cea49"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:30.374540 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Pushing event updated for resources: {'Port': ['ID=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:30.379188 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:30.392776 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cacfae-20b7-40a1-b508-27c95ac70ec6 x-openstack-request-id: req-92cacfae-20b7-40a1-b508-27c95ac70ec6 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:30.393320 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a0c693-3020-4097-9fba-61f186330720", "tag": "38ae51dc-5355-42c9-bd8d-c8f45b6cea49", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:30.393757 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92cacfae-20b7-40a1-b508-27c95ac70ec6 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:30.394413 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a0c693-3020-4097-9fba-61f186330720', 'tag': '38ae51dc-5355-42c9-bd8d-c8f45b6cea49', 'status': 'completed', 'code': 200} Jun 29 11:39:30.462181 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-494d7839-0e1d-4d73-a52f-7d5db643cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:30.463719 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-494d7839-0e1d-4d73-a52f-7d5db643cca4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 1096 time: 0.0584013 Jun 29 11:39:30.513602 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-425783fc-cc04-4935-85f7-93e6aba4cc1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ae51dc-5355-42c9-bd8d-c8f45b6cea49 HTTP/1.1" status: 200 len: 217 time: 0.0349073 Jun 29 11:39:30.525020 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['65e8ffa5-98a6-43e2-90fa-9d56b6f555d9'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:39:30.568095 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-bc257897-6f04-4eb9-b971-502914c97445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:30.569596 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-bc257897-6f04-4eb9-b971-502914c97445 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85b0fdec-a2e5-4fae-9c43-f02bf104f75f HTTP/1.1" status: 200 len: 855 time: 0.0461411 Jun 29 11:39:30.619952 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-c9930b0f-5e67-45bb-bdaa-69bbec837398 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50183bd1-e74d-45c1-b7cc-ddca4f02236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411351 Jun 29 11:39:30.726229 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-59a56dc2-196b-4b1a-bfa2-c1db62c2febf service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962710 Jun 29 11:39:30.835076 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6d12aeaa-b37b-4cf9-b474-fd9a4533fad9 req-cba17248-c1a2-4119-b91b-9ec95340d036 service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016362 Jun 29 11:39:30.960872 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee req-fdd48569-2684-40aa-b036-e237971576eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:30.962410 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee req-fdd48569-2684-40aa-b036-e237971576eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 1096 time: 0.0706172 Jun 29 11:39:31.112545 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee req-481b4786-8d34-4947-bc82-333e7a5f5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:31.114023 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee req-481b4786-8d34-4947-bc82-333e7a5f5acf service neutron] 10.222.0.24 "GET /v2.0/networks?id=50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 200 len: 916 time: 0.1413944 Jun 29 11:39:31.139760 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67872a28-1753-4307-8eca-f1bd377da8b2 req-1346d630-69b3-4c98-8559-6ec953e7f8eb tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:31.141367 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-67872a28-1753-4307-8eca-f1bd377da8b2 req-1346d630-69b3-4c98-8559-6ec953e7f8eb tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 943 time: 0.1483977 Jun 29 11:39:31.172638 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee req-ffd12a15-912d-4aab-9fd1-422fba198af7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ae51dc-5355-42c9-bd8d-c8f45b6cea49 HTTP/1.1" status: 200 len: 217 time: 0.0504005 Jun 29 11:39:31.266078 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-67872a28-1753-4307-8eca-f1bd377da8b2 req-767dc5bc-6a94-468e-96f7-b7bbc37af71c tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958743 Jun 29 11:39:31.285281 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee req-04b1cb0b-7004-4059-81df-0983978d6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:31.286916 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee req-04b1cb0b-7004-4059-81df-0983978d6bac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85b0fdec-a2e5-4fae-9c43-f02bf104f75f HTTP/1.1" status: 200 len: 855 time: 0.0992117 Jun 29 11:39:31.324849 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee req-fdc0be1d-faf5-4b24-a6bb-97bbf28e428f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50183bd1-e74d-45c1-b7cc-ddca4f02236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303502 Jun 29 11:39:31.484778 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee req-92862b85-32c4-46b4-8f48-3c9743fd538c service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466303 Jun 29 11:39:31.583685 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8280b82-c242-4df2-ba0d-b194e3c44d7e req-97dd35a5-9790-464a-b7fe-59809e6c9318 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:31.585458 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e8280b82-c242-4df2-ba0d-b194e3c44d7e req-97dd35a5-9790-464a-b7fe-59809e6c9318 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1703405 Jun 29 11:39:31.669571 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-aa3a9cb8-a4db-4d62-8d50-07e29215f9ee req-68cf935a-0aeb-4f45-83f8-9ef5f423b02e service neutron] 10.222.0.24 "GET /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722765 Jun 29 11:39:31.673219 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e8280b82-c242-4df2-ba0d-b194e3c44d7e req-c9022a88-49c8-4294-926e-71081e3ea872 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737717 Jun 29 11:39:32.455515 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca0ad-e1f0-4140-ba46-5f323ac65765 req-14147964-dbb5-4d46-8fa2-fccba16b94c8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:32.457230 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-069ca0ad-e1f0-4140-ba46-5f323ac65765 req-14147964-dbb5-4d46-8fa2-fccba16b94c8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 943 time: 0.0827250 Jun 29 11:39:32.512072 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-069ca0ad-e1f0-4140-ba46-5f323ac65765 req-8366d44d-841a-49d4-9c1e-5103a79dd10f tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467887 Jun 29 11:39:32.970213 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae582e6-a145-4e66-8a7d-5249c4364b1e req-57ab169e-76f2-4f3b-b1c0-0384b7a92295 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:32.972953 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fae582e6-a145-4e66-8a7d-5249c4364b1e req-57ab169e-76f2-4f3b-b1c0-0384b7a92295 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0986338 Jun 29 11:39:33.021627 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fae582e6-a145-4e66-8a7d-5249c4364b1e req-fc43886b-0521-4f8e-a187-dafb35d80535 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Jun 29 11:39:33.610620 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:39:33.668795 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:39:33.669312 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 65e8ffa5-98a6-43e2-90fa-9d56b6f555d9 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:39:33.784443 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f5816-8760-46e0-a69a-d98baf4c98f1 req-80cfdcef-a741-4889-88f9-bd2331bd06f2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:33.786019 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-463f5816-8760-46e0-a69a-d98baf4c98f1 req-80cfdcef-a741-4889-88f9-bd2331bd06f2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 943 time: 0.0832696 Jun 29 11:39:33.857816 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-463f5816-8760-46e0-a69a-d98baf4c98f1 req-1b2d34de-fb34-4c5d-8c1a-a7c4c6ce3a8e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598001 Jun 29 11:39:34.038616 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c092-fdba-4e94-8682-608e14643dfe req-6d121969-1468-454f-8dee-5f3d7a19b99d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:34.040409 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b624c092-fdba-4e94-8682-608e14643dfe req-6d121969-1468-454f-8dee-5f3d7a19b99d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 946 time: 0.1264596 Jun 29 11:39:34.092878 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b624c092-fdba-4e94-8682-608e14643dfe req-e0c94ad1-e756-4130-a9aa-6b871af6753b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Jun 29 11:39:34.132160 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 34824) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:34.371537 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169c294-37b0-4c84-9076-64eabc46d92a req-5692e4c4-8dd1-489a-8b5d-eeb99d575b2f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:34.373293 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3169c294-37b0-4c84-9076-64eabc46d92a req-5692e4c4-8dd1-489a-8b5d-eeb99d575b2f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1093013 Jun 29 11:39:34.458908 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3169c294-37b0-4c84-9076-64eabc46d92a req-e625d372-7d1c-408c-994b-f659c08db579 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717876 Jun 29 11:39:34.478215 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a191d604-ca62-4bc8-acc6-d6fe7f630b1c tempest-TestMinimumBasicScenario-405638429 tempest-TestMinimumBasicScenario-405638429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:34.480396 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a191d604-ca62-4bc8-acc6-d6fe7f630b1c tempest-TestMinimumBasicScenario-405638429 tempest-TestMinimumBasicScenario-405638429-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 1094 time: 0.3459816 Jun 29 11:39:34.485224 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 34846) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:34.490620 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'floatingip': {'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'port_id': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:34.521743 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for floatingip, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:34.638450 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:34.764509 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Allocated IP 172.27.3.244 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/fb3ec25f-8abf-4b0d-8c23-578e4ad2bfb8) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:39:34.884511 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:34.960871 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:34.966010 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:35.027924 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:39:35.030927 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:39:35.035019 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:39:35.059628 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'Port': ['ID=fb3ec25f-8abf-4b0d-8c23-578e4ad2bfb8,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:35.063998 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:35.069880 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b22c7a-e581-41e1-ab2d-b67496afa0c6 req-96a3aa87-0ec0-445f-9718-5a43ca249ad1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:35.071599 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-18b22c7a-e581-41e1-ab2d-b67496afa0c6 req-96a3aa87-0ec0-445f-9718-5a43ca249ad1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 943 time: 0.0837135 Jun 29 11:39:35.116291 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-18b22c7a-e581-41e1-ab2d-b67496afa0c6 req-38cddfc8-5ee3-4460-8d25-757524eb51a4 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379658 Jun 29 11:39:35.480027 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:35.591126 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:35.598533 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:39:35.816088 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:35.830661 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '38ae51dc-5355-42c9-bd8d-c8f45b6cea49', 'network_id': '50183bd1-e74d-45c1-b7cc-ddca4f02236d', 'port_id': '38ae51dc-5355-42c9-bd8d-c8f45b6cea49', 'mac_address': 'fa:16:3e:4a:31:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b0fdec-a2e5-4fae-9c43-f02bf104f75f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:39:35.847112 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219c5fa-8c4d-4a95-9d56-d21b2f131e0d req-3807ce9c-c230-41c2-b9ff-0593e34da3a0 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:35.849206 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c219c5fa-8c4d-4a95-9d56-d21b2f131e0d req-3807ce9c-c230-41c2-b9ff-0593e34da3a0 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0807920 Jun 29 11:39:35.880515 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:35.893516 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:35.901163 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:35.903434 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c219c5fa-8c4d-4a95-9d56-d21b2f131e0d req-2ee6c143-7299-463d-946b-7cee09452040 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Jun 29 11:39:35.905601 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:39:35.905958 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:35.911822 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 34862) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:35.939184 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:35.955258 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:35.958610 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:35.990767 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'Port': ['ID=fb3ec25f-8abf-4b0d-8c23-578e4ad2bfb8,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:36.002109 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:36.018512 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:36.069778 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:36.082170 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:36.171044 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-43b15a78-93f4-404f-8fe5-cec0b0157193 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07703c76265b41a0b08de60611b93304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537544 Jun 29 11:39:36.171044 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 34870) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:36.188454 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Floating IP 27b01fc3-7615-4fc8-b2f1-283991b21f39 associated. External IP: 172.27.3.244, port: a464cd9c-32a0-403f-91ab-6314247f223c. Jun 29 11:39:36.232504 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-098fcd0b-5dc0-4e61-8861-e18d947933aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:36.265086 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-098fcd0b-5dc0-4e61-8861-e18d947933aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:36.383103 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5031-000e-4180-91a1-949ed271302f req-fd3a43bf-6a2a-44dd-92fa-4b33efff20fc tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:36.385009 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2a9e5031-000e-4180-91a1-949ed271302f req-fd3a43bf-6a2a-44dd-92fa-4b33efff20fc tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 944 time: 0.1046135 Jun 29 11:39:36.402251 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-098fcd0b-5dc0-4e61-8861-e18d947933aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:36.405112 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-098fcd0b-5dc0-4e61-8861-e18d947933aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:36.408794 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-098fcd0b-5dc0-4e61-8861-e18d947933aa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/06659ba6-7e08-4e49-bdff-b210d5cc3c19 HTTP/1.1" status: 204 len: 168 time: 0.2344067 Jun 29 11:39:36.408794 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e9021864-8f09-4824-b091-7e790c004f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:36.437597 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fcd0b-5dc0-4e61-8861-e18d947933aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06659ba6-7e08-4e49-bdff-b210d5cc3c19,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:36.440268 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-098fcd0b-5dc0-4e61-8861-e18d947933aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:36.461240 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2a9e5031-000e-4180-91a1-949ed271302f req-0c6700fa-5c05-449e-ac28-076eec2ee34e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667002 Jun 29 11:39:36.498089 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['38ae51dc-5355-42c9-bd8d-c8f45b6cea49'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:39:36.511601 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Router d116baa2-e471-4f03-9c5c-998baca7c5cd has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:39:36.916079 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:39:36.930073 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] Sync routers for ids ['d116baa2-e471-4f03-9c5c-998baca7c5cd'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:39:36.950293 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:36.954395 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] Routers {'d116baa2-e471-4f03-9c5c-998baca7c5cd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:39:36.956525 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:39:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['d116baa2-e471-4f03-9c5c-998baca7c5cd'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:37.032514 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5459383 Jun 29 11:39:37.033300 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:37.035743 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:37.037628 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 34878) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:37.054507 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-912226be-e3e8-4583-b6b5-bba411a4866a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-963471816', 'description': 'tempest-secgroup-smoke-963471816 description', 'project_id': '74d4013cce364808b087f723eaf75ad3'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:37.086361 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8aff44-c1c5-4c36-9425-b9bd508ecca5 x-openstack-request-id: req-ac8aff44-c1c5-4c36-9425-b9bd508ecca5 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:37.086597 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:37.087122 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ac8aff44-c1c5-4c36-9425-b9bd508ecca5 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:37.087784 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'status': 'completed', 'code': 200} Jun 29 11:39:37.123122 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-912226be-e3e8-4583-b6b5-bba411a4866a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:37.153364 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] Set router d116baa2-e471-4f03-9c5c-998baca7c5cd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:39:37.443152 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:12Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '27b01fc3-7615-4fc8-b2f1-283991b21f39', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'port_id': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'mac_address': 'fa:16:3e:ca:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:39:35Z', 'updated_at': '2021-06-29T11:39:35Z', 'revision_number': 0, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80f2824-234c-4f6a-bfc5-a9807249ebff', 'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'mac_address': 'fa:16:3e:b6:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:11Z', 'updated_at': '2021-06-29T11:38:20Z', 'revision_number': 5, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'subnets': [{'id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:37.476599 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] Checking router: d116baa2-e471-4f03-9c5c-998baca7c5cd for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:39:37.486964 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] Routers {'d116baa2-e471-4f03-9c5c-998baca7c5cd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:39:37.487724 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:39:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['d116baa2-e471-4f03-9c5c-998baca7c5cd'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:37.661014 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] Set router d116baa2-e471-4f03-9c5c-998baca7c5cd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:39:37.724690 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-7f4c2ee6-96dd-4c91-a306-b7aa1c74d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:37.728324 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-7f4c2ee6-96dd-4c91-a306-b7aa1c74d684 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74d4013cce364808b087f723eaf75ad3&device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 1099 time: 0.5731797 Jun 29 11:39:37.748225 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98405306-28b1-4047-bec1-5d3248dea069 req-d8fb9bbf-c13e-40a1-9dcd-9b7d0d6c8af9 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:37.761587 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-98405306-28b1-4047-bec1-5d3248dea069 req-d8fb9bbf-c13e-40a1-9dcd-9b7d0d6c8af9 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.6569064 Jun 29 11:39:37.856489 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2aa7e-1873-4a10-afcb-c5bf835dbe87 req-62b9552d-6135-41c3-bdef-457aafbe161a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:37.859234 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-beb2aa7e-1873-4a10-afcb-c5bf835dbe87 req-62b9552d-6135-41c3-bdef-457aafbe161a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 944 time: 0.1793456 Jun 29 11:39:37.914451 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-beb2aa7e-1873-4a10-afcb-c5bf835dbe87 req-caf1bf25-3514-4499-818a-f4a3cbf169ff tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Jun 29 11:39:37.951023 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-912226be-e3e8-4583-b6b5-bba411a4866a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:37.956866 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-98405306-28b1-4047-bec1-5d3248dea069 req-e0a23dbb-da50-45a0-b6bf-a7295b1801e1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934044 Jun 29 11:39:37.961188 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-912226be-e3e8-4583-b6b5-bba411a4866a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:37.965576 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ca39b626-7d5e-4d9c-92ff-e716c96b06c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:38.024027 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:12Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '27b01fc3-7615-4fc8-b2f1-283991b21f39', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'port_id': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'mac_address': 'fa:16:3e:ca:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:39:35Z', 'updated_at': '2021-06-29T11:39:35Z', 'revision_number': 0, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80f2824-234c-4f6a-bfc5-a9807249ebff', 'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'mac_address': 'fa:16:3e:b6:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:11Z', 'updated_at': '2021-06-29T11:38:20Z', 'revision_number': 5, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'subnets': [{'id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:38.030014 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-912226be-e3e8-4583-b6b5-bba411a4866a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.031274 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-912226be-e3e8-4583-b6b5-bba411a4866a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9867024 Jun 29 11:39:38.038437 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-4c0c7492-f1f1-4aad-a573-966c7f218bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:38.040769 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 34888) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:38.044973 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-4c0c7492-f1f1-4aad-a573-966c7f218bf9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 HTTP/1.1" status: 200 len: 916 time: 0.2758183 Jun 29 11:39:38.047267 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912226be-e3e8-4583-b6b5-bba411a4866a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:38.050514 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-912226be-e3e8-4583-b6b5-bba411a4866a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:38.056753 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4935b36-08d6-43fc-a866-cd69fad78cfc None None] The sync data for ids ['d116baa2-e471-4f03-9c5c-998baca7c5cd'] in dv-cinder-797608-2-iscsi is: [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:12Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '27b01fc3-7615-4fc8-b2f1-283991b21f39', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'port_id': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'mac_address': 'fa:16:3e:ca:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:39:35Z', 'updated_at': '2021-06-29T11:39:35Z', 'revision_number': 0, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80f2824-234c-4f6a-bfc5-a9807249ebff', 'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'mac_address': 'fa:16:3e:b6:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:11Z', 'updated_at': '2021-06-29T11:38:20Z', 'revision_number': 5, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'subnets': [{'id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:39:38.064807 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-73b10ec6-2e40-4121-9d3f-a8950130fbbd tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'security_group_rule': {'security_group_id': '7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa', 'project_id': '74d4013cce364808b087f723eaf75ad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:38.099889 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-73b10ec6-2e40-4121-9d3f-a8950130fbbd tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.141444 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-cb865a93-b83d-46d6-bf1f-0f4b10256c13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 1000 time: 0.0897644 Jun 29 11:39:38.171188 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-73b10ec6-2e40-4121-9d3f-a8950130fbbd tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.180360 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-73b10ec6-2e40-4121-9d3f-a8950130fbbd tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.182960 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ed168ae3-46a3-4f4a-b4e3-51acfc815ac1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:38.202534 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b10ec6-2e40-4121-9d3f-a8950130fbbd tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f92437-0a09-48db-a0e0-76dc06286b75,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:38.205748 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-73b10ec6-2e40-4121-9d3f-a8950130fbbd tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:38.210062 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-1be46222-a3c2-4dff-8fac-dc9fe0b4f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:38.210374 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-73b10ec6-2e40-4121-9d3f-a8950130fbbd tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.213510 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-73b10ec6-2e40-4121-9d3f-a8950130fbbd tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655195 Jun 29 11:39:38.213652 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-1be46222-a3c2-4dff-8fac-dc9fe0b4f291 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a8c400-1fca-49f0-bbb0-d7cd11405fef HTTP/1.1" status: 200 len: 854 time: 0.0642824 Jun 29 11:39:38.216171 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 34890) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:38.222024 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-fd7fabde-e52e-4313-87e8-b72951a02388 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'security_group_rule': {'security_group_id': '7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa', 'project_id': '74d4013cce364808b087f723eaf75ad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:38.301278 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fd7fabde-e52e-4313-87e8-b72951a02388 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.332620 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407e77c-0b7c-4438-ad37-dfb1d3a04bfc None None] New status for floating IP 27b01fc3-7615-4fc8-b2f1-283991b21f39: ACTIVE {{(pid=93146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:39:38.345528 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-5fea8971-7d62-4bf8-8135-3176a3ee4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:38.347094 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-5fea8971-7d62-4bf8-8135-3176a3ee4951 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1156974 Jun 29 11:39:38.438108 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fd7fabde-e52e-4313-87e8-b72951a02388 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.443755 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fd7fabde-e52e-4313-87e8-b72951a02388 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.450454 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-2f256ba2-8002-4f91-82ff-f6175b226c0a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:38.487253 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fabde-e52e-4313-87e8-b72951a02388 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41334eb5-4504-406a-9ad5-3955a84d8bb3,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:38.494463 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-fd7fabde-e52e-4313-87e8-b72951a02388 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:38.496222 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fd7fabde-e52e-4313-87e8-b72951a02388 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.498249 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-fd7fabde-e52e-4313-87e8-b72951a02388 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2806380 Jun 29 11:39:38.502715 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 34892) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:38.509605 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-194615a3-6ca8-49f3-8462-a140e0b9264b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'security_group_rule': {'security_group_id': '7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa', 'project_id': '74d4013cce364808b087f723eaf75ad3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:38.526790 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-21db0955-52aa-4436-9080-1789320dcc67 service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633868 Jun 29 11:39:38.546746 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-194615a3-6ca8-49f3-8462-a140e0b9264b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.686976 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-194615a3-6ca8-49f3-8462-a140e0b9264b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.693469 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-194615a3-6ca8-49f3-8462-a140e0b9264b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.699300 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:38.730225 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194615a3-6ca8-49f3-8462-a140e0b9264b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e80df8-2f0d-452f-b4ab-416e2344c5bc,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:38.731295 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fdf7af92-baa3-4a73-8ab5-8001d999d0f0 req-89df9208-c48d-44d4-ab51-ba125d0a0d0a service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976070 Jun 29 11:39:38.736552 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-194615a3-6ca8-49f3-8462-a140e0b9264b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:38.747017 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-194615a3-6ca8-49f3-8462-a140e0b9264b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.748276 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-194615a3-6ca8-49f3-8462-a140e0b9264b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2439609 Jun 29 11:39:38.752753 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 34896) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:38.757711 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-81b7993b-3d2d-4f68-a7c4-9e76112dcb3f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'security_group_rule': {'security_group_id': '7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa', 'project_id': '74d4013cce364808b087f723eaf75ad3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:38.787157 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-81b7993b-3d2d-4f68-a7c4-9e76112dcb3f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.857014 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-81b7993b-3d2d-4f68-a7c4-9e76112dcb3f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.861910 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-81b7993b-3d2d-4f68-a7c4-9e76112dcb3f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.868404 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-fd7fabde-e52e-4313-87e8-b72951a02388 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:38.884922 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7993b-3d2d-4f68-a7c4-9e76112dcb3f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a279fe70-68a2-4d63-8219-bdda032ed33b,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:38.888418 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-81b7993b-3d2d-4f68-a7c4-9e76112dcb3f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:38.890105 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-81b7993b-3d2d-4f68-a7c4-9e76112dcb3f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.891354 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-81b7993b-3d2d-4f68-a7c4-9e76112dcb3f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375844 Jun 29 11:39:38.895678 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 34898) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:38.900640 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-1113008a-a54f-4dcd-8cbe-c20566f883ee tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'security_group_rule': {'security_group_id': '7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa', 'project_id': '74d4013cce364808b087f723eaf75ad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:38.927642 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.securitygroups_db [None req-1113008a-a54f-4dcd-8cbe-c20566f883ee tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Project 74d4013cce364808b087f723eaf75ad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:39:38.933211 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-1113008a-a54f-4dcd-8cbe-c20566f883ee tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.049549 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-1113008a-a54f-4dcd-8cbe-c20566f883ee tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.066238 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-1113008a-a54f-4dcd-8cbe-c20566f883ee tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.071530 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:39.118607 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113008a-a54f-4dcd-8cbe-c20566f883ee tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fb589c-bc5f-4f8f-b225-93a16bc8a7a0,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:39.125622 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-1113008a-a54f-4dcd-8cbe-c20566f883ee tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:39.128754 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-1113008a-a54f-4dcd-8cbe-c20566f883ee tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.132883 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-1113008a-a54f-4dcd-8cbe-c20566f883ee tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2342508 Jun 29 11:39:39.134288 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 34904) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:39.150492 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-6a922b74-ef6e-42eb-98c1-93476ea6ff0a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'security_group_rule': {'security_group_id': '7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa', 'project_id': '74d4013cce364808b087f723eaf75ad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:39.206631 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.securitygroups_db [None req-6a922b74-ef6e-42eb-98c1-93476ea6ff0a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Project 74d4013cce364808b087f723eaf75ad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:39:39.214817 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6a922b74-ef6e-42eb-98c1-93476ea6ff0a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.247392 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398263d-2f71-4b07-9f4f-c24b994737f7 req-91f033c3-79b6-46be-ae2c-720f86628c5b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:39.248933 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c398263d-2f71-4b07-9f4f-c24b994737f7 req-91f033c3-79b6-46be-ae2c-720f86628c5b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 944 time: 0.1157899 Jun 29 11:39:39.317646 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d60c-47c9-48f8-8d45-77f0195d3577 req-ba583544-bc1f-4770-ac15-f969a5364635 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:39.319948 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a5c2d60c-47c9-48f8-8d45-77f0195d3577 req-ba583544-bc1f-4770-ac15-f969a5364635 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1065595 Jun 29 11:39:39.323379 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c398263d-2f71-4b07-9f4f-c24b994737f7 req-1f86d3f6-6511-40ee-9a1d-a07bcf5c2c9a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596578 Jun 29 11:39:39.329904 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6a922b74-ef6e-42eb-98c1-93476ea6ff0a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.334779 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6a922b74-ef6e-42eb-98c1-93476ea6ff0a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.337081 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:39.369141 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a922b74-ef6e-42eb-98c1-93476ea6ff0a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20299392-2501-4da4-8965-1ca577506442,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:39.380243 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6a922b74-ef6e-42eb-98c1-93476ea6ff0a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:39.387288 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a5c2d60c-47c9-48f8-8d45-77f0195d3577 req-1d88404e-885b-43df-8620-02b54a3d3c19 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561759 Jun 29 11:39:39.392239 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6a922b74-ef6e-42eb-98c1-93476ea6ff0a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.394495 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-6a922b74-ef6e-42eb-98c1-93476ea6ff0a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2583137 Jun 29 11:39:39.570588 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-050ce054-4a06-4da8-b2f8-107bed874128 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963471816&fields=id&tenant_id=74d4013cce364808b087f723eaf75ad3 HTTP/1.1" status: 200 len: 267 time: 0.0518801 Jun 29 11:39:39.631913 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:39:39.649655 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-801f46d6-bd18-4e15-81af-79bd2c337a9b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:39.651423 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-801f46d6-bd18-4e15-81af-79bd2c337a9b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 946 time: 0.0745885 Jun 29 11:39:39.669300 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'port': {'security_groups': ['ff3e61a6-e905-45dd-bb7e-3138f9a4a476', '7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa']}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:39.694823 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:39:39.701136 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:39:39.701698 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.807123 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.808079 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.843383 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a0c693-3020-4097-9fba-61f186330720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ae51dc-5355-42c9-bd8d-c8f45b6cea49'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:39.846457 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268bc672-878d-4e46-81d6-bd669977c340" -d '{"events": [{"server_uuid": "c4a0c693-3020-4097-9fba-61f186330720", "name": "network-vif-plugged", "status": "completed", "tag": "38ae51dc-5355-42c9-bd8d-c8f45b6cea49"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:39.865910 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:39.873050 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.876996 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:39.958511 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:39.962954 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:40.102340 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] For port a464cd9c-32a0-403f-91ab-6314247f223c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a464cd9c-32a0-403f-91ab-6314247f223c,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:40.113498 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29beb5ff-4aa4-4c44-995c-c7a60072cd30 x-openstack-request-id: req-29beb5ff-4aa4-4c44-995c-c7a60072cd30 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:40.114315 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a0c693-3020-4097-9fba-61f186330720", "name": "network-vif-plugged", "status": "completed", "tag": "38ae51dc-5355-42c9-bd8d-c8f45b6cea49", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:40.114315 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-29beb5ff-4aa4-4c44-995c-c7a60072cd30 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:40.115163 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a0c693-3020-4097-9fba-61f186330720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ae51dc-5355-42c9-bd8d-c8f45b6cea49', 'code': 200} Jun 29 11:39:40.148764 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.154877 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.160046 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:40.169191 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['a464cd9c-32a0-403f-91ab-6314247f223c'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:39:40.231472 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:40.232543 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.243833 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-de4c2740-61d1-4997-9ad9-a3e66df1c2f3 req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "PUT /v2.0/ports/a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 982 time: 0.5769253 Jun 29 11:39:40.245703 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:40.249409 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5f89f6-3df4-414f-a0d6-021a607a38f0" -d '{"events": [{"name": "network-changed", "server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:40.298502 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'Port': ['ID=a464cd9c-32a0-403f-91ab-6314247f223c,revision_number=6']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:40.304537 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:40.362660 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f030e1c8-bdd2-4a90-9204-a7d73991a6db x-openstack-request-id: req-f030e1c8-bdd2-4a90-9204-a7d73991a6db {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:40.363437 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:40.363743 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f030e1c8-bdd2-4a90-9204-a7d73991a6db {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:40.364294 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'status': 'completed', 'code': 200} Jun 29 11:39:40.397551 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['a464cd9c-32a0-403f-91ab-6314247f223c'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:39:40.561811 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-c4bd978e-9905-4eed-b020-1d7a269da643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:40.565421 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-c4bd978e-9905-4eed-b020-1d7a269da643 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74d4013cce364808b087f723eaf75ad3&device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 1138 time: 0.1638141 Jun 29 11:39:40.645498 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a660f-23ca-456d-bc5a-d92d32e7dceb req-b506bf62-db6b-4b53-8781-563535c4fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:40.647101 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1d5a660f-23ca-456d-bc5a-d92d32e7dceb req-b506bf62-db6b-4b53-8781-563535c4fc93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 1098 time: 0.1897688 Jun 29 11:39:40.672011 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65e019-a123-4380-973d-62458bb76b16 req-6e7778d8-90f4-4cf2-8edb-d99dc40ebb46 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:40.675490 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0a65e019-a123-4380-973d-62458bb76b16 req-6e7778d8-90f4-4cf2-8edb-d99dc40ebb46 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.1250281 Jun 29 11:39:40.757129 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b6a4fdd6-905b-4f2e-b7d5-e1b85d046d45 None None] Provisioning complete for port a464cd9c-32a0-403f-91ab-6314247f223c triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:39:40.757711 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b6a4fdd6-905b-4f2e-b7d5-e1b85d046d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.759110 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1d5a660f-23ca-456d-bc5a-d92d32e7dceb req-5cc7abe4-d1b9-4d17-ad4f-184c1c297ba4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032546 Jun 29 11:39:40.785852 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0a65e019-a123-4380-973d-62458bb76b16 req-d2f7f145-1a76-427e-96e3-52af4033df65 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879428 Jun 29 11:39:40.805459 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-5dfbda7d-ddf9-4dc9-b61a-a826c5bc29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:40.808286 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-5dfbda7d-ddf9-4dc9-b61a-a826c5bc29d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 HTTP/1.1" status: 200 len: 916 time: 0.2311029 Jun 29 11:39:40.825985 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715144d5-cb28-4bc3-8492-55b2284a9a27 req-3531e210-ab7d-493c-8280-426ff20a57c6 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:40.828609 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-715144d5-cb28-4bc3-8492-55b2284a9a27 req-3531e210-ab7d-493c-8280-426ff20a57c6 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 945 time: 0.1600578 Jun 29 11:39:40.897075 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-715144d5-cb28-4bc3-8492-55b2284a9a27 req-28e05d7d-89ac-4f42-8a30-86d093f3d713 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615034 Jun 29 11:39:41.067639 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3498143-40c0-4677-b730-effe424dc003 req-6481abd9-e72d-43bb-88bb-12d275e66f87 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:41.086389 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b3498143-40c0-4677-b730-effe424dc003 req-6481abd9-e72d-43bb-88bb-12d275e66f87 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1637259 Jun 29 11:39:41.092731 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-88e4712a-96ad-433b-a3b2-9e9af35854cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 1002 time: 0.1473589 Jun 29 11:39:41.152334 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b3498143-40c0-4677-b730-effe424dc003 req-deb22123-079e-4734-be02-dbfef1af8020 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643246 Jun 29 11:39:41.191201 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-f4a4dc09-57c8-4c5f-8cae-2b8e712f1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:41.194801 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-f4a4dc09-57c8-4c5f-8cae-2b8e712f1fc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a8c400-1fca-49f0-bbb0-d7cd11405fef HTTP/1.1" status: 200 len: 854 time: 0.0920565 Jun 29 11:39:41.307183 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-d39f23d5-c363-45d3-aba7-2e14da44e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:41.309731 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-d39f23d5-c363-45d3-aba7-2e14da44e98c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1054680 Jun 29 11:39:41.418533 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-4eb0ba1f-d998-4058-b757-d9cd7b5e162e service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935857 Jun 29 11:39:41.535731 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4f5f89f6-3df4-414f-a0d6-021a607a38f0 req-f31c1931-4348-474c-ad96-965350306b9b service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081536 Jun 29 11:39:42.124339 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765e4f7-932c-41a8-903b-ca1dc8a9a6c0 req-2f2046c4-7466-4829-82c6-b7eec0a25398 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:42.125989 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0765e4f7-932c-41a8-903b-ca1dc8a9a6c0 req-2f2046c4-7466-4829-82c6-b7eec0a25398 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 945 time: 0.0918210 Jun 29 11:39:42.168727 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0765e4f7-932c-41a8-903b-ca1dc8a9a6c0 req-420c17af-3a4b-4eec-94a8-59aaceacd546 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369091 Jun 29 11:39:42.406784 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de1eed-0a77-4bba-9cb3-3560ddaa7b14 req-55b1325d-ad1f-42f0-aef4-d17ee5e7de92 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:42.408494 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-39de1eed-0a77-4bba-9cb3-3560ddaa7b14 req-55b1325d-ad1f-42f0-aef4-d17ee5e7de92 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0910065 Jun 29 11:39:42.465994 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-39de1eed-0a77-4bba-9cb3-3560ddaa7b14 req-2fa82710-8110-464f-a67c-fbd427a971b7 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508451 Jun 29 11:39:42.581108 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-d1ff80c1-2145-4193-8a63-e25a88901362 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863094 Jun 29 11:39:42.774516 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-5194d4c6-862a-4e01-976f-22166b71d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:42.775964 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-5194d4c6-862a-4e01-976f-22166b71d3be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 1099 time: 0.0802395 Jun 29 11:39:42.895153 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-8a931cb8-b93c-4608-9477-e5a710591bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:42.896732 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-8a931cb8-b93c-4608-9477-e5a710591bf9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.0963926 Jun 29 11:39:42.974441 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-7807343f-8b0b-4b68-a17b-9f095b525d9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74388978-24cc-4bb8-ae15-73414980f1cf HTTP/1.1" status: 200 len: 1002 time: 0.0697432 Jun 29 11:39:43.033430 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-c91bf002-2271-4b5f-afc6-5df93114cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:43.034866 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-c91bf002-2271-4b5f-afc6-5df93114cd63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0520434 Jun 29 11:39:43.102751 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-bd6bbda2-ca3b-459f-b8ed-8a60fd5f1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:43.105190 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-bd6bbda2-ca3b-459f-b8ed-8a60fd5f1fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601213 Jun 29 11:39:43.289894 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-a98ceed8-413d-4b32-be1c-dfb16a6e8577 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692851 Jun 29 11:39:43.345952 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa067b3-a615-45f7-b753-85a3ceb57c3e req-07102d35-60e3-452b-9361-e4684dd69de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:43.348430 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-caa067b3-a615-45f7-b753-85a3ceb57c3e req-07102d35-60e3-452b-9361-e4684dd69de4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 1099 time: 0.0856128 Jun 29 11:39:43.416277 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-caa067b3-a615-45f7-b753-85a3ceb57c3e req-78fe6b26-10a7-47db-8547-b5f58f811124 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531876 Jun 29 11:39:43.483657 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b8f01dc5-d919-4b7f-a659-f8b33f1e845d req-04ead7ad-c0a2-498f-9326-186c53ed9715 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821733 Jun 29 11:39:43.492439 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da1d17-04c2-4854-b7fa-7fed37eadb62 req-171696d0-f56d-4a57-a8a1-76316fca253b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:43.494057 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-82da1d17-04c2-4854-b7fa-7fed37eadb62 req-171696d0-f56d-4a57-a8a1-76316fca253b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 945 time: 0.1793454 Jun 29 11:39:43.548983 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-82da1d17-04c2-4854-b7fa-7fed37eadb62 req-b73456ec-618a-4d98-b272-f346a8326eb4 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Jun 29 11:39:43.723457 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797f920-de79-45cf-aa8a-c8b7108c03ac req-9bae4111-c9c2-43fd-83e5-cebb458a2419 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:43.726561 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7797f920-de79-45cf-aa8a-c8b7108c03ac req-9bae4111-c9c2-43fd-83e5-cebb458a2419 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1313810 Jun 29 11:39:43.778444 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7797f920-de79-45cf-aa8a-c8b7108c03ac req-9311457d-6dcf-4a95-a846-9dc424f671d3 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Jun 29 11:39:45.122370 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dfbbc-4f31-4691-bac7-b32c8da50527 req-761dbfe7-8564-4f8b-b76d-b4411d7e4173 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:45.124898 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a78dfbbc-4f31-4691-bac7-b32c8da50527 req-761dbfe7-8564-4f8b-b76d-b4411d7e4173 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1079674 Jun 29 11:39:45.181102 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a78dfbbc-4f31-4691-bac7-b32c8da50527 req-0cc88be5-4ee9-4176-8c9c-a3fc22d1fff6 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489092 Jun 29 11:39:46.439149 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e160df4-1c7d-4c3c-bf7c-2be3be70ccf4 req-206abd72-ab08-4c27-964a-f567ad0ef80c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:46.441036 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0e160df4-1c7d-4c3c-bf7c-2be3be70ccf4 req-206abd72-ab08-4c27-964a-f567ad0ef80c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1313865 Jun 29 11:39:46.491561 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0e160df4-1c7d-4c3c-bf7c-2be3be70ccf4 req-1b20a625-7e4d-4266-94cf-01995be343b1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Jun 29 11:39:46.972804 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0072cb-8bea-4aab-a819-398199ae8fe9 req-95e56ed6-01bd-4fbd-b8cd-3919f26b79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:46.974562 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ac0072cb-8bea-4aab-a819-398199ae8fe9 req-95e56ed6-01bd-4fbd-b8cd-3919f26b79f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 1099 time: 0.0759811 Jun 29 11:39:47.060463 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de67086-08f5-41ae-ae8f-536d40d4393e req-04825220-6679-4f29-a8cd-59c740691c7b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:47.064744 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1de67086-08f5-41ae-ae8f-536d40d4393e req-04825220-6679-4f29-a8cd-59c740691c7b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1175752 Jun 29 11:39:47.105596 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0072cb-8bea-4aab-a819-398199ae8fe9 req-3ea79099-7c3d-4b7a-a46f-3b98312a72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:47.107108 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ac0072cb-8bea-4aab-a819-398199ae8fe9 req-3ea79099-7c3d-4b7a-a46f-3b98312a72e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 920 time: 0.1250365 Jun 29 11:39:47.115111 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1de67086-08f5-41ae-ae8f-536d40d4393e req-6ac4c929-addb-48a1-842d-319ec0f7b47f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465069 Jun 29 11:39:47.150116 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:47.190597 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ac0072cb-8bea-4aab-a819-398199ae8fe9 req-88d405bb-b674-4cab-b7b3-14f43eecd1e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1 HTTP/1.1" status: 200 len: 217 time: 0.0743623 Jun 29 11:39:47.255882 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0072cb-8bea-4aab-a819-398199ae8fe9 req-d43502bd-4002-4343-b7eb-6c5dacbc2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:47.258555 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ac0072cb-8bea-4aab-a819-398199ae8fe9 req-d43502bd-4002-4343-b7eb-6c5dacbc2065 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8fa47a2-2e24-42ee-89f4-8bd2812d294b HTTP/1.1" status: 200 len: 859 time: 0.0585859 Jun 29 11:39:47.297273 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ac0072cb-8bea-4aab-a819-398199ae8fe9 req-2940c378-c107-45d7-a960-08a892c08107 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297387 Jun 29 11:39:47.435003 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ac0072cb-8bea-4aab-a819-398199ae8fe9 req-edf4ca7c-ce0c-4b43-94ab-a357ab32154c service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264689 Jun 29 11:39:47.556429 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ac0072cb-8bea-4aab-a819-398199ae8fe9 req-9dcfbe65-74ea-4a42-95bd-9e8df927d65e service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130066 Jun 29 11:39:48.313601 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520390bf-15e7-4176-a668-f77b1014b0d9 req-caaf2fc8-f28e-4851-8fc1-19cf978573c5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:48.315021 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-520390bf-15e7-4176-a668-f77b1014b0d9 req-caaf2fc8-f28e-4851-8fc1-19cf978573c5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0632288 Jun 29 11:39:48.363198 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-520390bf-15e7-4176-a668-f77b1014b0d9 req-3d240872-cbe5-453b-b53f-1632a79b4dfd tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380328 Jun 29 11:39:49.546679 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd43b0-e23c-403a-926b-3cb9e598f5dd req-c8605378-b7c8-4497-9c30-0136921464fc tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:49.548213 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a0fd43b0-e23c-403a-926b-3cb9e598f5dd req-c8605378-b7c8-4497-9c30-0136921464fc tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0681083 Jun 29 11:39:49.588079 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a0fd43b0-e23c-403a-926b-3cb9e598f5dd req-54184f67-8379-4def-8ed1-84f9f77ede14 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340903 Jun 29 11:39:50.775066 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262704b-7e0e-4aa9-8a71-792770a0c922 req-4b73c256-e670-41b9-bd2b-aff4bd7a70ad tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:50.777538 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c262704b-7e0e-4aa9-8a71-792770a0c922 req-4b73c256-e670-41b9-bd2b-aff4bd7a70ad tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0709264 Jun 29 11:39:50.826236 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c262704b-7e0e-4aa9-8a71-792770a0c922 req-15dc23aa-062d-41cd-99f8-1b63b60494e2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Jun 29 11:39:52.030524 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fcd55-764e-4c7d-b698-a7a021c4714e req-38861cad-e584-4c23-9dd9-151fc5c99500 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:52.032802 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c90fcd55-764e-4c7d-b698-a7a021c4714e req-38861cad-e584-4c23-9dd9-151fc5c99500 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0781395 Jun 29 11:39:52.094605 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c90fcd55-764e-4c7d-b698-a7a021c4714e req-8da1db5c-bcaa-4f1c-8c1d-6605a5404dfd tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501416 Jun 29 11:39:52.269243 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:39:53.121894 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-f33ffe67-1aba-4f8e-b83a-b04bc1a08ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:53.745708 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f274e-2c6c-44f4-b24b-6904192c2a92 req-4dfa043a-1b97-45a2-b8e5-fe75bbf8a2ac tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:53.747513 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d21f274e-2c6c-44f4-b24b-6904192c2a92 req-4dfa043a-1b97-45a2-b8e5-fe75bbf8a2ac tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0695214 Jun 29 11:39:53.790151 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d21f274e-2c6c-44f4-b24b-6904192c2a92 req-b4e65947-7a25-4eec-b0b1-b6628afa5a3d tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363340 Jun 29 11:39:56.393102 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7062f9ab-3dfa-4e01-8279-4e7cae6a2bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:57.064190 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:57.406754 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602127a-0dff-447e-a156-6abbbf0a6dff req-d3c3ff27-5328-4f14-be3d-8341133239a0 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:57.408354 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d602127a-0dff-447e-a156-6abbbf0a6dff req-d3c3ff27-5328-4f14-be3d-8341133239a0 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 945 time: 0.0773203 Jun 29 11:39:57.453022 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d602127a-0dff-447e-a156-6abbbf0a6dff req-95416ab8-f9ae-472c-982e-ab496d18b055 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387597 Jun 29 11:39:58.015027 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:58.656341 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b433dfe-42c6-4369-a5fc-7bd40c8ee914 req-3bc824b6-b706-4fcb-9640-131e534887a0 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:58.657956 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1b433dfe-42c6-4369-a5fc-7bd40c8ee914 req-3bc824b6-b706-4fcb-9640-131e534887a0 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 945 time: 0.0794353 Jun 29 11:39:58.700144 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1b433dfe-42c6-4369-a5fc-7bd40c8ee914 req-d196b555-21d6-49f9-8f56-2028f821be99 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364032 Jun 29 11:39:59.502635 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:59.893292 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bc0e6-af96-4a91-974d-4feb3c2935a9 req-33162809-0fdb-43f5-91b0-d7adc57e5cc7 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:59.894856 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1d9bc0e6-af96-4a91-974d-4feb3c2935a9 req-33162809-0fdb-43f5-91b0-d7adc57e5cc7 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 945 time: 0.0680175 Jun 29 11:39:59.933076 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1d9bc0e6-af96-4a91-974d-4feb3c2935a9 req-5501aec6-b546-4e9f-b3a3-82eecba094db tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Jun 29 11:40:00.052110 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-1c111483-edc2-43bc-8d2e-4e1e5e651cbf tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:00.053700 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-1c111483-edc2-43bc-8d2e-4e1e5e651cbf tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 945 time: 0.0765319 Jun 29 11:40:00.178260 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Deleting port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:40:00.178611 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:00.278123 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] For port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:00.278520 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:00.293075 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Calling delete_port for 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:40:00.430696 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:00.435632 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:00.449397 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['d85c3ef3-a7b5-4556-8fbb-d8389da66780', 'b1a79452-7a86-473a-b603-f1659ff63e36', '13f351a7-9423-4ae2-8d05-556b30ad1afe', '38ae51dc-5355-42c9-bd8d-c8f45b6cea49'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:40:00.467966 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Pushing event deleted for resources: {'Port': ['ID=38ae51dc-5355-42c9-bd8d-c8f45b6cea49,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:00.478309 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.478755 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.479578 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.479943 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.480324 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.480676 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.481032 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.481379 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.481725 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.482071 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.482415 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.482760 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:00.487846 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:00.812008 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] No DVR routers for this DVR port 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:40:00.814542 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:00.816594 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7a9554c5-cbbe-4328-b09b-82d49ad44f0a req-5932a496-dea7-4f5b-85d7-0635a4273995 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "DELETE /v2.0/ports/38ae51dc-5355-42c9-bd8d-c8f45b6cea49 HTTP/1.1" status: 204 len: 173 time: 0.7542934 Jun 29 11:40:00.817109 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a0c693-3020-4097-9fba-61f186330720', 'name': 'network-vif-deleted', 'tag': '38ae51dc-5355-42c9-bd8d-c8f45b6cea49'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:00.819714 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f245d748-cdd9-4169-896b-d72fb75afc93" -d '{"events": [{"server_uuid": "c4a0c693-3020-4097-9fba-61f186330720", "name": "network-vif-deleted", "tag": "38ae51dc-5355-42c9-bd8d-c8f45b6cea49"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:00.878882 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244cad7b-a83d-4453-8a34-c2c5b89e5b72 x-openstack-request-id: req-244cad7b-a83d-4453-8a34-c2c5b89e5b72 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:00.879206 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a0c693-3020-4097-9fba-61f186330720", "name": "network-vif-deleted", "tag": "38ae51dc-5355-42c9-bd8d-c8f45b6cea49", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:00.879492 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-244cad7b-a83d-4453-8a34-c2c5b89e5b72 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:00.879921 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a0c693-3020-4097-9fba-61f186330720', 'name': 'network-vif-deleted', 'tag': '38ae51dc-5355-42c9-bd8d-c8f45b6cea49', 'status': 'completed', 'code': 200} Jun 29 11:40:01.105110 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4975e422-06f8-4a3a-9cf5-2605d048c49b req-996d601d-221d-46d9-882d-3afc3d4a2465 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a0c693-3020-4097-9fba-61f186330720 HTTP/1.1" status: 200 len: 210 time: 0.0300062 Jun 29 11:40:03.294120 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee39be-ce73-487f-a21c-6a743f92ef08 req-aacfc656-fc6a-461c-a98d-96801df4417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:03.296384 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a8ee39be-ce73-487f-a21c-6a743f92ef08 req-aacfc656-fc6a-461c-a98d-96801df4417d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 1099 time: 0.0723827 Jun 29 11:40:03.374455 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633216bb-b1e9-48ff-b7b8-eddea7ee80d8 req-15c6407d-2155-4ae9-a920-74512a84952f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:03.377209 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-633216bb-b1e9-48ff-b7b8-eddea7ee80d8 req-15c6407d-2155-4ae9-a920-74512a84952f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1072578 Jun 29 11:40:03.440360 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-633216bb-b1e9-48ff-b7b8-eddea7ee80d8 req-42328e15-a5b9-48ea-af3a-c05f157b1d44 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529962 Jun 29 11:40:03.446229 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee39be-ce73-487f-a21c-6a743f92ef08 req-476b70a1-56ea-4c28-9a8d-7c0f920ee28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:03.447788 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a8ee39be-ce73-487f-a21c-6a743f92ef08 req-476b70a1-56ea-4c28-9a8d-7c0f920ee28d service neutron] 10.222.0.24 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 920 time: 0.1419039 Jun 29 11:40:03.500575 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a8ee39be-ce73-487f-a21c-6a743f92ef08 req-ce786f60-be25-4709-b2c1-39968a0e528d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1 HTTP/1.1" status: 200 len: 217 time: 0.0452814 Jun 29 11:40:03.568074 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee39be-ce73-487f-a21c-6a743f92ef08 req-6ea18ec4-db65-4805-8948-162dcef738bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:03.569578 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a8ee39be-ce73-487f-a21c-6a743f92ef08 req-6ea18ec4-db65-4805-8948-162dcef738bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8fa47a2-2e24-42ee-89f4-8bd2812d294b HTTP/1.1" status: 200 len: 859 time: 0.0578811 Jun 29 11:40:03.623373 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a8ee39be-ce73-487f-a21c-6a743f92ef08 req-92bb9958-52dd-4304-8f1b-4eb368fe14b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428727 Jun 29 11:40:03.761487 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:40:03.795557 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:40:03.796527 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 38ae51dc-5355-42c9-bd8d-c8f45b6cea49 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:40:03.823126 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a8ee39be-ce73-487f-a21c-6a743f92ef08 req-07927a7b-2519-4275-8f44-31ab35d1ecb2 service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903875 Jun 29 11:40:03.999086 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a8ee39be-ce73-487f-a21c-6a743f92ef08 req-72716395-250d-45ae-bb20-7768d0478619 service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628280 Jun 29 11:40:04.009663 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0f8b3-8955-493a-8860-e74858042bbf req-ded23069-115e-48e2-9ebf-ef033fb95408 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:04.011326 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c8d0f8b3-8955-493a-8860-e74858042bbf req-ded23069-115e-48e2-9ebf-ef033fb95408 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 946 time: 0.1772285 Jun 29 11:40:04.070837 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c8d0f8b3-8955-493a-8860-e74858042bbf req-f30e9d06-74c4-4333-9813-4f2d4b52c0b9 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466576 Jun 29 11:40:04.629435 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d0459-1019-4d91-84c7-e523f9bc41b7 req-177c866b-17cc-48ec-8738-2b4f1c3547a1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:04.631081 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-849d0459-1019-4d91-84c7-e523f9bc41b7 req-177c866b-17cc-48ec-8738-2b4f1c3547a1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0731204 Jun 29 11:40:04.673362 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-849d0459-1019-4d91-84c7-e523f9bc41b7 req-ea136c28-512a-4995-8e28-568a41d1fe3f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355349 Jun 29 11:40:05.268971 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e733e9-fa86-4d47-95bb-0225ffb54b5e req-c17ef142-b632-4977-ac5c-115cc264b2ae tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:05.270569 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-28e733e9-fa86-4d47-95bb-0225ffb54b5e req-c17ef142-b632-4977-ac5c-115cc264b2ae tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 946 time: 0.0680380 Jun 29 11:40:05.312486 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-28e733e9-fa86-4d47-95bb-0225ffb54b5e req-597fae37-0c08-457c-97b4-be585832bae4 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361552 Jun 29 11:40:05.869180 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1f132-0708-4a39-b3a6-2cd3f18d82cc req-c8391f52-d72b-4625-aa44-291bbcdbe28c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:05.871287 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f2e1f132-0708-4a39-b3a6-2cd3f18d82cc req-c8391f52-d72b-4625-aa44-291bbcdbe28c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0710876 Jun 29 11:40:05.917349 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f2e1f132-0708-4a39-b3a6-2cd3f18d82cc req-92873f33-27e8-424f-a60c-ff5eee37af3f tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 Jun 29 11:40:06.485959 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-c51986e8-e6f6-4adc-880f-788eac4eda61 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:06.487496 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-c51986e8-e6f6-4adc-880f-788eac4eda61 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 946 time: 0.1032648 Jun 29 11:40:06.583821 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbec44-3181-48ba-beae-9e689b267f96 req-fe065780-3515-4c0c-aadd-d34fdc641791 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:06.585404 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a3bbec44-3181-48ba-beae-9e689b267f96 req-fe065780-3515-4c0c-aadd-d34fdc641791 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 946 time: 0.1441853 Jun 29 11:40:06.646707 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a3bbec44-3181-48ba-beae-9e689b267f96 req-0f9903a6-0462-428e-9f07-8f21595aa377 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536306 Jun 29 11:40:06.657982 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Deleting port 13f351a7-9423-4ae2-8d05-556b30ad1afe {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:40:06.658442 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.754089 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] For port 13f351a7-9423-4ae2-8d05-556b30ad1afe, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13f351a7-9423-4ae2-8d05-556b30ad1afe,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:06.754455 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.767996 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Calling delete_port for 13f351a7-9423-4ae2-8d05-556b30ad1afe owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:40:06.926995 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.932288 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-04d65d00-1a36-4ed9-944a-a2d4283a429f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:06.939764 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['d85c3ef3-a7b5-4556-8fbb-d8389da66780', 'b1a79452-7a86-473a-b603-f1659ff63e36', '13f351a7-9423-4ae2-8d05-556b30ad1afe'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:40:06.959654 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Pushing event deleted for resources: {'Port': ['ID=13f351a7-9423-4ae2-8d05-556b30ad1afe,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:06.962905 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:07.017473 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] No DVR routers for this DVR port 13f351a7-9423-4ae2-8d05-556b30ad1afe on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:40:07.023422 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:07.029082 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ec404fa4-f00e-4ae7-b7fd-a583f34ddc57 req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "DELETE /v2.0/ports/13f351a7-9423-4ae2-8d05-556b30ad1afe HTTP/1.1" status: 204 len: 173 time: 0.5337510 Jun 29 11:40:07.030014 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f2826f-30a8-4c32-99b9-a3d3f82bb698', 'name': 'network-vif-deleted', 'tag': '13f351a7-9423-4ae2-8d05-556b30ad1afe'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:07.034196 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e45c92-9279-4ede-afa7-08df1e4b2046" -d '{"events": [{"server_uuid": "12f2826f-30a8-4c32-99b9-a3d3f82bb698", "name": "network-vif-deleted", "tag": "13f351a7-9423-4ae2-8d05-556b30ad1afe"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:07.130168 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce01dcc-566c-4cf4-8ae5-48bc6dadce2f x-openstack-request-id: req-1ce01dcc-566c-4cf4-8ae5-48bc6dadce2f {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:07.130503 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f2826f-30a8-4c32-99b9-a3d3f82bb698", "name": "network-vif-deleted", "tag": "13f351a7-9423-4ae2-8d05-556b30ad1afe", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:07.130797 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ce01dcc-566c-4cf4-8ae5-48bc6dadce2f {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:07.131230 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f2826f-30a8-4c32-99b9-a3d3f82bb698', 'name': 'network-vif-deleted', 'tag': '13f351a7-9423-4ae2-8d05-556b30ad1afe', 'status': 'completed', 'code': 200} Jun 29 11:40:07.148375 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1d654-c5a1-4c34-84f5-8e94c19dcf70 req-2695ec83-f4a9-4684-b86b-7e6661fd55a6 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:07.150855 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e9e1d654-c5a1-4c34-84f5-8e94c19dcf70 req-2695ec83-f4a9-4684-b86b-7e6661fd55a6 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0904813 Jun 29 11:40:07.202278 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e9e1d654-c5a1-4c34-84f5-8e94c19dcf70 req-b2208616-2040-45a0-87a9-2cff17b25921 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Jun 29 11:40:07.858600 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0b67ce03-a399-4685-81f5-d60dd3ac6eea req-2ef867a0-31ea-4ba5-95a2-3c2d3c865ab7 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=12f2826f-30a8-4c32-99b9-a3d3f82bb698 HTTP/1.1" status: 200 len: 210 time: 0.0370324 Jun 29 11:40:08.392636 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2389e-9e6d-460b-8282-5a9619aa817e req-ffcc8342-5888-4c9d-9286-6f4d5abbc38c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:08.394261 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dfc2389e-9e6d-460b-8282-5a9619aa817e req-ffcc8342-5888-4c9d-9286-6f4d5abbc38c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0735853 Jun 29 11:40:08.436161 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dfc2389e-9e6d-460b-8282-5a9619aa817e req-9b7756bc-2927-41b1-8419-7d8b08d5450b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358901 Jun 29 11:40:09.377848 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53089ed0-f7b6-42d2-8dfa-a37578fa3a0f req-3ef4dc48-3873-488c-9373-0309e1dbb778 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:09.379631 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-53089ed0-f7b6-42d2-8dfa-a37578fa3a0f req-3ef4dc48-3873-488c-9373-0309e1dbb778 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 945 time: 0.0735660 Jun 29 11:40:09.423743 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-53089ed0-f7b6-42d2-8dfa-a37578fa3a0f req-18c7495d-49a8-40fc-be35-12867c44a70a tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Jun 29 11:40:09.633791 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6939b-9d64-40ba-9271-c4c29a19637c req-429d85e4-d27e-4a08-945d-7382aca91a35 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:09.635411 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c9c6939b-9d64-40ba-9271-c4c29a19637c req-429d85e4-d27e-4a08-945d-7382aca91a35 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0676739 Jun 29 11:40:09.676723 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c9c6939b-9d64-40ba-9271-c4c29a19637c req-1d9d7eed-3980-4fa7-9f1f-172cbc763db7 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 Jun 29 11:40:09.770894 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 13f351a7-9423-4ae2-8d05-556b30ad1afe no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:40:09.792259 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 13f351a7-9423-4ae2-8d05-556b30ad1afe {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:40:09.793371 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 13f351a7-9423-4ae2-8d05-556b30ad1afe not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:40:10.620136 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2ebac-d76a-4d09-bc25-797c822a0eb6 req-ba0459f4-9269-41f2-8f87-568cfe0863de tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:10.622662 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-34d2ebac-d76a-4d09-bc25-797c822a0eb6 req-ba0459f4-9269-41f2-8f87-568cfe0863de tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 945 time: 0.0723302 Jun 29 11:40:10.662227 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-34d2ebac-d76a-4d09-bc25-797c822a0eb6 req-3676f801-914c-460b-b2c6-74eaff4b084e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 Jun 29 11:40:10.859454 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8af4a8-46e4-48b7-85e0-5eea6d0a32b5 req-d1380182-74f2-4c3a-be52-5370a074a16c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:10.861007 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fb8af4a8-46e4-48b7-85e0-5eea6d0a32b5 req-d1380182-74f2-4c3a-be52-5370a074a16c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0684929 Jun 29 11:40:10.904581 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fb8af4a8-46e4-48b7-85e0-5eea6d0a32b5 req-501ab250-d67f-4587-a8e3-a828b07a4785 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Jun 29 11:40:11.787377 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-a333b1bc-bf30-4f85-bca0-0a90317f8ba4 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:11.788936 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-a333b1bc-bf30-4f85-bca0-0a90317f8ba4 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 945 time: 0.0700240 Jun 29 11:40:11.905374 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Deleting port b1a79452-7a86-473a-b603-f1659ff63e36 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:40:11.906079 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:11.907159 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd8ba4-3440-436f-85a0-df3a82f5cfdc req-8f1756bf-737f-48b4-bd0f-a3a09e8da11b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:11.908741 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-28cd8ba4-3440-436f-85a0-df3a82f5cfdc req-8f1756bf-737f-48b4-bd0f-a3a09e8da11b tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 945 time: 0.0689433 Jun 29 11:40:11.957296 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-28cd8ba4-3440-436f-85a0-df3a82f5cfdc req-667535e5-a9e9-4f2c-8834-bef53a4b676e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384946 Jun 29 11:40:12.027957 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] For port b1a79452-7a86-473a-b603-f1659ff63e36, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b1a79452-7a86-473a-b603-f1659ff63e36,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:12.028625 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.044408 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Calling delete_port for b1a79452-7a86-473a-b603-f1659ff63e36 owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:40:12.181614 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870ec75-ec04-436d-951d-72c2371cc83d req-b2194ff1-4cd0-4acc-900d-36e6ca439264 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:12.184409 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5870ec75-ec04-436d-951d-72c2371cc83d req-b2194ff1-4cd0-4acc-900d-36e6ca439264 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1366341 Jun 29 11:40:12.262069 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5870ec75-ec04-436d-951d-72c2371cc83d req-3c8efc6d-5c8f-4fd1-a8f4-66fd8be6d1ff tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718036 Jun 29 11:40:12.278377 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.285259 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:12.300579 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['d85c3ef3-a7b5-4556-8fbb-d8389da66780', 'b1a79452-7a86-473a-b603-f1659ff63e36'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:40:12.351398 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Pushing event deleted for resources: {'Port': ['ID=b1a79452-7a86-473a-b603-f1659ff63e36,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:12.384257 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:12.412857 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] No DVR routers for this DVR port b1a79452-7a86-473a-b603-f1659ff63e36 on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:40:12.415380 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.418011 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a402ec66-8789-46bb-9d58-5bb6d9df4962 req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "DELETE /v2.0/ports/b1a79452-7a86-473a-b603-f1659ff63e36 HTTP/1.1" status: 204 len: 173 time: 0.6219113 Jun 29 11:40:12.418855 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd37cf8-634b-4b02-bac1-4e2b004bb00d', 'name': 'network-vif-deleted', 'tag': 'b1a79452-7a86-473a-b603-f1659ff63e36'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:12.421308 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacea806-631f-423a-9c50-7ab463640b5a" -d '{"events": [{"server_uuid": "ebd37cf8-634b-4b02-bac1-4e2b004bb00d", "name": "network-vif-deleted", "tag": "b1a79452-7a86-473a-b603-f1659ff63e36"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:12.459508 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de38a30c-b994-4911-9814-986f80f74476 x-openstack-request-id: req-de38a30c-b994-4911-9814-986f80f74476 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:12.459953 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd37cf8-634b-4b02-bac1-4e2b004bb00d", "name": "network-vif-deleted", "tag": "b1a79452-7a86-473a-b603-f1659ff63e36", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:12.460438 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-de38a30c-b994-4911-9814-986f80f74476 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:12.461098 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd37cf8-634b-4b02-bac1-4e2b004bb00d', 'name': 'network-vif-deleted', 'tag': 'b1a79452-7a86-473a-b603-f1659ff63e36', 'status': 'completed', 'code': 200} Jun 29 11:40:13.134866 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ffbfaa20-2b52-40dd-8f7d-f5943568a5f1 req-a4005fea-df11-42c6-b121-3305b7c53b05 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebd37cf8-634b-4b02-bac1-4e2b004bb00d HTTP/1.1" status: 200 len: 210 time: 0.0288997 Jun 29 11:40:13.475317 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151e956-691d-4174-8503-cb3828cf70d4 req-75e018f8-b8f1-4fc0-9ba2-df8086bcb510 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:13.476977 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0151e956-691d-4174-8503-cb3828cf70d4 req-75e018f8-b8f1-4fc0-9ba2-df8086bcb510 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0718446 Jun 29 11:40:13.534066 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0151e956-691d-4174-8503-cb3828cf70d4 req-c7030288-aac2-44b0-a9f6-72e648ceaa21 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406625 Jun 29 11:40:14.302279 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58e771-6f7f-4e8c-a968-e38dcf59275a req-10accd31-791a-4d77-bab0-071803fdc241 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:14.303799 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2b58e771-6f7f-4e8c-a968-e38dcf59275a req-10accd31-791a-4d77-bab0-071803fdc241 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0771770 Jun 29 11:40:14.356899 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2b58e771-6f7f-4e8c-a968-e38dcf59275a req-59caed36-149e-4ced-9536-c2c7711f9714 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451758 Jun 29 11:40:14.743157 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d59d2-5c2b-45ee-8b2d-ae5379a07f60 req-9c7f98d0-c1db-4a05-a454-ee387d164dcf tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:14.744679 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f70d59d2-5c2b-45ee-8b2d-ae5379a07f60 req-9c7f98d0-c1db-4a05-a454-ee387d164dcf tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0702014 Jun 29 11:40:14.786872 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f70d59d2-5c2b-45ee-8b2d-ae5379a07f60 req-60d118c2-a776-4f17-b740-f0a6b3f6bb19 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351346 Jun 29 11:40:15.583026 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d5d0b-3a82-405e-9e0f-a0084c265a97 req-767f8853-6584-48be-ad25-c403447e3376 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:15.585429 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-569d5d0b-3a82-405e-9e0f-a0084c265a97 req-767f8853-6584-48be-ad25-c403447e3376 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1009424 Jun 29 11:40:15.634433 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-569d5d0b-3a82-405e-9e0f-a0084c265a97 req-349a0bd8-f77b-4286-bf8d-2f5501cb2fe3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417693 Jun 29 11:40:15.799877 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device b1a79452-7a86-473a-b603-f1659ff63e36 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:40:15.821239 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: b1a79452-7a86-473a-b603-f1659ff63e36 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:40:15.821672 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device b1a79452-7a86-473a-b603-f1659ff63e36 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:40:16.002892 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b80b4-19c7-413d-84e0-0a18d1851583 req-8d04d11e-3c67-4281-a82a-722be1bf8c9e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:16.004517 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d98b80b4-19c7-413d-84e0-0a18d1851583 req-8d04d11e-3c67-4281-a82a-722be1bf8c9e tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.2651923 Jun 29 11:40:16.047169 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d98b80b4-19c7-413d-84e0-0a18d1851583 req-b3ac6f7f-4e73-40ac-917f-5762d63df090 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369065 Jun 29 11:40:16.063750 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7703a-6b5f-4c8e-9885-bfdac11f8ee5 req-27d0ba14-c8ef-45f8-8a99-7d8583fa0f1e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:16.064427 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c9c7703a-6b5f-4c8e-9885-bfdac11f8ee5 req-27d0ba14-c8ef-45f8-8a99-7d8583fa0f1e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1470611 Jun 29 11:40:16.107291 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c9c7703a-6b5f-4c8e-9885-bfdac11f8ee5 req-2c1a925f-36b5-4e0c-8b15-2e6c9e4f26ac tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347395 Jun 29 11:40:16.848666 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a759e-724a-4405-b245-bda6d45d5d1f req-4aa89fb6-33a2-4e58-b049-8ababf5ee596 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:16.850292 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c74a759e-724a-4405-b245-bda6d45d5d1f req-4aa89fb6-33a2-4e58-b049-8ababf5ee596 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0710146 Jun 29 11:40:16.891872 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c74a759e-724a-4405-b245-bda6d45d5d1f req-1f506d33-3dd6-4874-af30-b09612cb6f37 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349588 Jun 29 11:40:17.152663 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:17.233030 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccc728-b12d-4c6f-a412-f7028c53d6e1 req-092c9e38-d69b-418f-bee0-3f6c989d5153 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:17.234808 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cbccc728-b12d-4c6f-a412-f7028c53d6e1 req-092c9e38-d69b-418f-bee0-3f6c989d5153 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.0726078 Jun 29 11:40:17.275149 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cbccc728-b12d-4c6f-a412-f7028c53d6e1 req-e1a14e36-2b9c-4c4b-b4dc-cae9bc0d69a8 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bd99527-7aae-40af-99d5-a2b774b04c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331633 Jun 29 11:40:17.302580 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08d01-28a1-4524-b937-e78fb9568fff req-0f76c469-1e62-427b-9a92-7283f98d7e53 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:17.304072 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ceb08d01-28a1-4524-b937-e78fb9568fff req-0f76c469-1e62-427b-9a92-7283f98d7e53 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0644825 Jun 29 11:40:17.345984 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ceb08d01-28a1-4524-b937-e78fb9568fff req-afd32a40-3582-422a-a626-30311257ea30 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 Jun 29 11:40:17.888654 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-560e980a-8cd0-4ea2-9086-9981575700b2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:17.890247 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-560e980a-8cd0-4ea2-9086-9981575700b2 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 946 time: 0.1656682 Jun 29 11:40:18.014071 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Deleting port d85c3ef3-a7b5-4556-8fbb-d8389da66780 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:40:18.014552 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:18.124822 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397744d-e8a6-486a-8158-9a0dedd61954 req-c1d8022d-7729-4779-b457-6b96a66de5d7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:18.127489 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b397744d-e8a6-486a-8158-9a0dedd61954 req-c1d8022d-7729-4779-b457-6b96a66de5d7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0919790 Jun 29 11:40:18.141336 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] For port d85c3ef3-a7b5-4556-8fbb-d8389da66780, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d85c3ef3-a7b5-4556-8fbb-d8389da66780,segment=NetworkSegment(19313bfa-9163-4e0e-bea8-e7be7b2d95ac),segment_id=19313bfa-9163-4e0e-bea8-e7be7b2d95ac)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:18.141775 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:18.155043 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Calling delete_port for d85c3ef3-a7b5-4556-8fbb-d8389da66780 owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:40:18.184588 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b397744d-e8a6-486a-8158-9a0dedd61954 req-fbe96426-4347-4cdd-adc4-da7273fa48d7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511386 Jun 29 11:40:18.301669 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:18.305654 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-07469dd3-4991-4b30-abc4-e619646658e3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:18.314430 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['d85c3ef3-a7b5-4556-8fbb-d8389da66780'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:40:18.333415 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Pushing event deleted for resources: {'Port': ['ID=d85c3ef3-a7b5-4556-8fbb-d8389da66780,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:18.336776 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:18.379586 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] No DVR routers for this DVR port d85c3ef3-a7b5-4556-8fbb-d8389da66780 on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:40:18.382237 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:18.384316 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e2f4e407-3cb6-4810-b659-d09b05bbcba4 req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.24 "DELETE /v2.0/ports/d85c3ef3-a7b5-4556-8fbb-d8389da66780 HTTP/1.1" status: 204 len: 173 time: 0.4863136 Jun 29 11:40:18.384831 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8c55d-befc-4326-8389-7e2785bab980', 'name': 'network-vif-deleted', 'tag': 'd85c3ef3-a7b5-4556-8fbb-d8389da66780'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:18.387799 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f61fbb-393f-423e-95b6-7ce461412fac" -d '{"events": [{"server_uuid": "a9a8c55d-befc-4326-8389-7e2785bab980", "name": "network-vif-deleted", "tag": "d85c3ef3-a7b5-4556-8fbb-d8389da66780"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:18.459235 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca4100a7-1ef0-470d-ad6d-5669edb0e5ee req-7f22b853-a6a9-43b7-8d75-1ac6fd868e20 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9a8c55d-befc-4326-8389-7e2785bab980 HTTP/1.1" status: 200 len: 210 time: 0.0319633 Jun 29 11:40:18.557205 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edcabf3-59c7-40be-b685-925fcbf86814 x-openstack-request-id: req-7edcabf3-59c7-40be-b685-925fcbf86814 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:18.557534 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a8c55d-befc-4326-8389-7e2785bab980", "name": "network-vif-deleted", "tag": "d85c3ef3-a7b5-4556-8fbb-d8389da66780", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:18.558000 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7edcabf3-59c7-40be-b685-925fcbf86814 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:18.558945 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8c55d-befc-4326-8389-7e2785bab980', 'name': 'network-vif-deleted', 'tag': 'd85c3ef3-a7b5-4556-8fbb-d8389da66780', 'status': 'completed', 'code': 200} Jun 29 11:40:18.582113 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16bc6d-f4bb-4eb4-a831-1b986df53e3e req-42b0ceea-e263-4491-8fec-4f353578f4b6 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:18.583663 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7c16bc6d-f4bb-4eb4-a831-1b986df53e3e req-42b0ceea-e263-4491-8fec-4f353578f4b6 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1157212 Jun 29 11:40:18.643152 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7c16bc6d-f4bb-4eb4-a831-1b986df53e3e req-abd0eb71-30d8-4826-b91a-fb246d5dd556 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452645 Jun 29 11:40:19.374974 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65919f-2091-4af9-9b2b-4a7703285f47 req-5b75ad62-f310-434f-8321-c85a99741037 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:19.376542 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca65919f-2091-4af9-9b2b-4a7703285f47 req-5b75ad62-f310-434f-8321-c85a99741037 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0699351 Jun 29 11:40:19.416455 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca65919f-2091-4af9-9b2b-4a7703285f47 req-9392fcf3-1f2f-43a0-b949-b2d1029b86e6 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341289 Jun 29 11:40:19.569082 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 35336) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:19.708060 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_v2 [None req-371f4366-7312-4121-b4d9-8dd522ce1359 admin admin] Deleting subnet 85b0fdec-a2e5-4fae-9c43-f02bf104f75f {{(pid=93145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:40:19.711166 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-371f4366-7312-4121-b4d9-8dd522ce1359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:19.746645 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-371f4366-7312-4121-b4d9-8dd522ce1359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8038721'] for subnet, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:19.819663 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-371f4366-7312-4121-b4d9-8dd522ce1359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:19.876937 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cfbf4-a81e-4387-b3dc-5c9365064853 req-db397b74-fe4b-4559-a635-b1d6fd90400e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:19.878423 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a13cfbf4-a81e-4387-b3dc-5c9365064853 req-db397b74-fe4b-4559-a635-b1d6fd90400e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1136975 Jun 29 11:40:19.902572 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-371f4366-7312-4121-b4d9-8dd522ce1359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8061683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7824906'] for subnet, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:19.908032 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c54a349e-ed0f-41be-a415-c2fd45d3f334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:19.938172 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f4366-7312-4121-b4d9-8dd522ce1359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b0fdec-a2e5-4fae-9c43-f02bf104f75f,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:19.943138 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-371f4366-7312-4121-b4d9-8dd522ce1359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:19.945583 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-371f4366-7312-4121-b4d9-8dd522ce1359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:19.947424 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-371f4366-7312-4121-b4d9-8dd522ce1359 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/85b0fdec-a2e5-4fae-9c43-f02bf104f75f HTTP/1.1" status: 204 len: 168 time: 0.3773530 Jun 29 11:40:19.950583 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 35342) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:19.951809 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a13cfbf4-a81e-4387-b3dc-5c9365064853 req-758639c7-1ab9-40ba-a029-4d41a755eb3b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666578 Jun 29 11:40:20.030923 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.118415 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.129671 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50183bd1-e74d-45c1-b7cc-ddca4f02236d']}} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:40:20.140034 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19313bfa-9163-4e0e-bea8-e7be7b2d95ac') {'for_net_delete': True} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:40:20.140354 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19313bfa-9163-4e0e-bea8-e7be7b2d95ac') {} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:40:20.149173 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4475958'] for segment, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.163085 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.171088 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:40:20.171648 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4645090'] for segment, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: Traceback (most recent call last): Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: timer() Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: cb(*args, **kw) Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: return func(*args, **kwargs) Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: self._notify() Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: self.callback(batched_events) Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: event.method(event) Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: return f(self, *a, **k) Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._get(url).json() Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: return self.request(url, 'GET', **kwargs) Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:40:20.174021 dv-cinder-797608-2-iscsi neutron-server[93144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:40:20.239360 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.244683 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-de3f0eb0-07f3-406a-a40d-b5713a65190d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:20.249230 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.251075 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] 10.222.0.72 "DELETE /v2.0/networks/50183bd1-e74d-45c1-b7cc-ddca4f02236d HTTP/1.1" status: 204 len: 168 time: 0.2994788 Jun 29 11:40:20.263877 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Pushing event deleted for resources: {'Network': ['ID=50183bd1-e74d-45c1-b7cc-ddca4f02236d,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:20.271689 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.272228 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.272669 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.272979 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.273298 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.273648 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.274001 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.274344 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.274710 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.275058 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.275403 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.275753 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:20.280819 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:20.418246 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 35348) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:20.465920 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-bed39268-8461-4f4e-b4c4-77278560b1b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c51d252084e4ba4a3841650bf6a77e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418720 Jun 29 11:40:20.465920 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 35352) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:20.535548 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d4ec553e-e96a-4575-9549-fed4af2418fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.569500 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d4ec553e-e96a-4575-9549-fed4af2418fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.654806 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a124c95-dca0-48fa-84db-69301493c52d req-c140b3b5-3bd4-4b58-85a9-133e94f447ae tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:20.656465 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5a124c95-dca0-48fa-84db-69301493c52d req-c140b3b5-3bd4-4b58-85a9-133e94f447ae tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1058259 Jun 29 11:40:20.672351 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d4ec553e-e96a-4575-9549-fed4af2418fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.674879 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d4ec553e-e96a-4575-9549-fed4af2418fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.675975 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-d4ec553e-e96a-4575-9549-fed4af2418fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2bd99527-7aae-40af-99d5-a2b774b04c8f HTTP/1.1" status: 204 len: 168 time: 0.2093704 Jun 29 11:40:20.684072 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:20.693786 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec553e-e96a-4575-9549-fed4af2418fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd99527-7aae-40af-99d5-a2b774b04c8f,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:20.696752 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d4ec553e-e96a-4575-9549-fed4af2418fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:20.725929 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5a124c95-dca0-48fa-84db-69301493c52d req-ce3595fe-5692-4bcc-819d-8ee2728d1ca6 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627708 Jun 29 11:40:21.140923 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145edfdc-031c-4a8f-b5c0-7a02be3aecd1 req-f705fe90-f307-4500-bace-335c42c0d4af tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:21.142417 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-145edfdc-031c-4a8f-b5c0-7a02be3aecd1 req-f705fe90-f307-4500-bace-335c42c0d4af tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0655279 Jun 29 11:40:21.186766 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-145edfdc-031c-4a8f-b5c0-7a02be3aecd1 req-3f7b9a6a-3a0f-4f0c-a53f-f0d7c5d67c87 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386486 Jun 29 11:40:21.665715 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a36f5e-0162-4775-bfd0-3ef49e323d03 req-cf59593e-3bbd-46be-86ed-beb9ddfcbf7a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:21.667567 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-57a36f5e-0162-4775-bfd0-3ef49e323d03 req-cf59593e-3bbd-46be-86ed-beb9ddfcbf7a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0738428 Jun 29 11:40:21.722360 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-57a36f5e-0162-4775-bfd0-3ef49e323d03 req-32586108-35b3-40d3-8aa3-9bc75e797ed0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465963 Jun 29 11:40:21.834941 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device d85c3ef3-a7b5-4556-8fbb-d8389da66780 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:40:21.863410 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: d85c3ef3-a7b5-4556-8fbb-d8389da66780 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:40:21.864072 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device d85c3ef3-a7b5-4556-8fbb-d8389da66780 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:40:21.934009 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42967-9673-4fa4-b819-13683537ecac req-f3a59611-5fb9-47bd-9505-1f8c673e6525 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:21.935924 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0da42967-9673-4fa4-b819-13683537ecac req-f3a59611-5fb9-47bd-9505-1f8c673e6525 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0838349 Jun 29 11:40:21.993671 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0da42967-9673-4fa4-b819-13683537ecac req-88858eb0-4092-4812-8d72-b4624b079fcd tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508296 Jun 29 11:40:22.083967 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15358b21-a5f7-40f6-af55-2b77a7a10da3 req-f837325f-06cc-4c6c-a053-acb628f12c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:22.085476 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-15358b21-a5f7-40f6-af55-2b77a7a10da3 req-f837325f-06cc-4c6c-a053-acb628f12c09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 1099 time: 0.0617976 Jun 29 11:40:22.121260 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-15358b21-a5f7-40f6-af55-2b77a7a10da3 req-f8885bb2-ae0e-4432-b0d6-97c7d3e521d2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278296 Jun 29 11:40:22.364065 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c91b23-8559-4a0a-aa07-981d0c26b14b req-d03ebc8a-642b-4af0-8b2c-46a19e1c0059 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:22.365669 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-80c91b23-8559-4a0a-aa07-981d0c26b14b req-d03ebc8a-642b-4af0-8b2c-46a19e1c0059 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0639713 Jun 29 11:40:22.405529 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-80c91b23-8559-4a0a-aa07-981d0c26b14b req-c3e98f7e-de82-4e26-a0d0-a2da507f61df tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jun 29 11:40:22.915620 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122684f-85a9-476d-8dca-107027c9df38 req-3ca9163f-dd08-4d3a-b324-5d5a1e315875 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:22.917938 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b122684f-85a9-476d-8dca-107027c9df38 req-3ca9163f-dd08-4d3a-b324-5d5a1e315875 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0739048 Jun 29 11:40:22.963612 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b122684f-85a9-476d-8dca-107027c9df38 req-53f3ba31-c1d4-44c0-8cc2-0029dee56e33 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362887 Jun 29 11:40:23.121592 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-58b40f93-eb75-42df-b76b-1d079f42e9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:23.235796 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d037-04f0-4053-a0f8-e2ca416ce58d req-8b4fba9e-c70f-4e1f-b2d1-bde3ff56cc7f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:23.237889 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6942d037-04f0-4053-a0f8-e2ca416ce58d req-8b4fba9e-c70f-4e1f-b2d1-bde3ff56cc7f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0808749 Jun 29 11:40:23.294499 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6942d037-04f0-4053-a0f8-e2ca416ce58d req-eb0d8e08-5448-431d-9398-98a04d16d1bf tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495734 Jun 29 11:40:23.613722 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de963a-2948-4b11-9c9c-ca72d016293d req-a96178d7-40b6-436e-abf1-9184fdfe8f14 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:23.615318 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e2de963a-2948-4b11-9c9c-ca72d016293d req-a96178d7-40b6-436e-abf1-9184fdfe8f14 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0724719 Jun 29 11:40:23.661022 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e2de963a-2948-4b11-9c9c-ca72d016293d req-12b2d9e1-2ce3-423f-addd-7e90c0a5e3af tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 Jun 29 11:40:24.158699 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5137-c4b4-40ac-a7ce-fb2a25a5b7ea req-505363fd-0af2-4fa4-aff1-67f0af052b73 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:24.160194 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c37c5137-c4b4-40ac-a7ce-fb2a25a5b7ea req-505363fd-0af2-4fa4-aff1-67f0af052b73 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0727725 Jun 29 11:40:24.203458 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c37c5137-c4b4-40ac-a7ce-fb2a25a5b7ea req-4d2ff97d-6cb8-4c89-bece-ff28249bbd49 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371149 Jun 29 11:40:24.511676 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d2071-00cf-4f9c-b0cf-88a7501d28ab req-b074bf19-d515-4ec9-9ef2-572e6021a37e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:24.513398 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-952d2071-00cf-4f9c-b0cf-88a7501d28ab req-b074bf19-d515-4ec9-9ef2-572e6021a37e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0684855 Jun 29 11:40:24.556914 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-952d2071-00cf-4f9c-b0cf-88a7501d28ab req-597ecce6-4ee2-4c98-8065-e9e4b1d6041c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371461 Jun 29 11:40:24.869263 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2517-c124-4c0e-ae2b-f404dafc043a req-31c3de66-b57b-44db-b4f4-35ce0ed79714 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:24.872014 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c25a2517-c124-4c0e-ae2b-f404dafc043a req-31c3de66-b57b-44db-b4f4-35ce0ed79714 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0861206 Jun 29 11:40:24.915244 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c25a2517-c124-4c0e-ae2b-f404dafc043a req-52fe4d15-aa84-4c58-92a1-ba0b79448be4 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370317 Jun 29 11:40:25.416714 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe96c1-f1de-45fb-bf72-58fc9930f4d3 req-3a7427ae-0da8-4426-b82d-6932243d32c3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:25.419323 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b6fe96c1-f1de-45fb-bf72-58fc9930f4d3 req-3a7427ae-0da8-4426-b82d-6932243d32c3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0791709 Jun 29 11:40:25.471329 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b6fe96c1-f1de-45fb-bf72-58fc9930f4d3 req-7a870b3b-47c1-47e4-b3ff-dc47efea8da5 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429549 Jun 29 11:40:25.600449 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2bb28-2729-46e1-940e-c6432176a30d req-4571c4c5-1967-45ed-9213-998473989006 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:25.602006 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fca2bb28-2729-46e1-940e-c6432176a30d req-4571c4c5-1967-45ed-9213-998473989006 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0818608 Jun 29 11:40:25.647404 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fca2bb28-2729-46e1-940e-c6432176a30d req-504f2797-82df-405f-9693-70e91d5c85da tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368798 Jun 29 11:40:25.766715 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cf6ae-9274-4295-a9a4-91e502f9eaa9 req-50389821-30ac-405b-aba9-7951bbb3324c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:25.768261 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c87cf6ae-9274-4295-a9a4-91e502f9eaa9 req-50389821-30ac-405b-aba9-7951bbb3324c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0709217 Jun 29 11:40:25.809500 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c87cf6ae-9274-4295-a9a4-91e502f9eaa9 req-afb5a944-9a73-4177-8753-80a3e638e709 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355003 Jun 29 11:40:26.397693 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d9883e63-8c74-4e39-9845-85f19ac7cacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:26.657547 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f9f2d-be25-4bde-9b0e-ac090b91cc12 req-ec92ff12-2f7a-448f-9a60-fb453526f6f9 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:26.659048 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3a6f9f2d-be25-4bde-9b0e-ac090b91cc12 req-ec92ff12-2f7a-448f-9a60-fb453526f6f9 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0685263 Jun 29 11:40:26.698811 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3a6f9f2d-be25-4bde-9b0e-ac090b91cc12 req-bba96e45-6b67-4e8d-bc54-43097c2fb442 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340171 Jun 29 11:40:26.835404 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ef20c-57de-4f70-9c7a-7b800810d33b req-d983e01a-e12c-41da-b865-49ca816ad3af tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:26.836942 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9e0ef20c-57de-4f70-9c7a-7b800810d33b req-d983e01a-e12c-41da-b865-49ca816ad3af tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0673454 Jun 29 11:40:26.879735 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9e0ef20c-57de-4f70-9c7a-7b800810d33b req-0a940b9c-a1bf-4b22-a7dc-3a828e1605fe tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365644 Jun 29 11:40:26.993656 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159766c3-aa5c-485f-9e65-1a43586d4c26 req-8c3b8339-fc51-45ad-a97c-c246518234e4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:26.995244 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-159766c3-aa5c-485f-9e65-1a43586d4c26 req-8c3b8339-fc51-45ad-a97c-c246518234e4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0643640 Jun 29 11:40:27.037209 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-159766c3-aa5c-485f-9e65-1a43586d4c26 req-297c41c2-8461-4d4f-9f0c-f0a28eaa65a8 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362329 Jun 29 11:40:27.067860 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:27.980895 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b8a0-2599-47ac-9432-a86c8b0f2052 req-a62b9040-9b80-41f6-b2d8-14e985c16a75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:27.983207 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e6e9b8a0-2599-47ac-9432-a86c8b0f2052 req-a62b9040-9b80-41f6-b2d8-14e985c16a75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0676224 Jun 29 11:40:28.012912 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:28.031964 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e6e9b8a0-2599-47ac-9432-a86c8b0f2052 req-de260fcb-41af-4e79-8583-34a996efd729 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372424 Jun 29 11:40:28.086085 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fab643-29a1-4f09-8ff7-51f30a3b82b4 req-6e75dc6d-eb2d-4f4d-88ac-3e8deafdec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:28.087628 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19fab643-29a1-4f09-8ff7-51f30a3b82b4 req-6e75dc6d-eb2d-4f4d-88ac-3e8deafdec90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69ca7377cee948cea0e0c741df332221&device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 1099 time: 0.1015408 Jun 29 11:40:28.099108 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e11ef-665b-462c-8191-9900f248dcfe req-4ec32ad9-5497-435b-b4d7-e5f087806d31 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:28.100526 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-322e11ef-665b-462c-8191-9900f248dcfe req-4ec32ad9-5497-435b-b4d7-e5f087806d31 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1056919 Jun 29 11:40:28.185389 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-322e11ef-665b-462c-8191-9900f248dcfe req-42ce7894-f465-495c-be31-9d2e22a6e38e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757473 Jun 29 11:40:28.218022 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fab643-29a1-4f09-8ff7-51f30a3b82b4 req-fca44cb6-9d22-448d-9abf-4107795d2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:28.218623 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3810b5c-2cc5-4269-882e-611771342fdd req-bffef433-b148-47e9-b808-4a42a5a18a6b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:28.219488 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19fab643-29a1-4f09-8ff7-51f30a3b82b4 req-fca44cb6-9d22-448d-9abf-4107795d2db3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 200 len: 920 time: 0.1181266 Jun 29 11:40:28.220179 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a3810b5c-2cc5-4269-882e-611771342fdd req-bffef433-b148-47e9-b808-4a42a5a18a6b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0649600 Jun 29 11:40:28.258765 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a3810b5c-2cc5-4269-882e-611771342fdd req-46a95dde-8459-4d3e-a1df-84784dba4da3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Jun 29 11:40:28.261388 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19fab643-29a1-4f09-8ff7-51f30a3b82b4 req-93515dbe-53f1-41ab-9017-855661ea81af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1 HTTP/1.1" status: 200 len: 217 time: 0.0348549 Jun 29 11:40:28.309693 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fab643-29a1-4f09-8ff7-51f30a3b82b4 req-3a73cc4c-60a5-4ba6-8ba7-727008f3ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:28.311136 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19fab643-29a1-4f09-8ff7-51f30a3b82b4 req-3a73cc4c-60a5-4ba6-8ba7-727008f3ec53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8fa47a2-2e24-42ee-89f4-8bd2812d294b HTTP/1.1" status: 200 len: 859 time: 0.0442157 Jun 29 11:40:28.346794 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19fab643-29a1-4f09-8ff7-51f30a3b82b4 req-f5a6b1ea-a84b-4d63-8fa0-2ec76a76281e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=797b5427-f5d9-4e9e-85fe-c7de5762eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287917 Jun 29 11:40:28.434101 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19fab643-29a1-4f09-8ff7-51f30a3b82b4 req-e6f6a3bd-945a-4e9d-b73b-e969167efe8f service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806770 Jun 29 11:40:28.779689 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19fab643-29a1-4f09-8ff7-51f30a3b82b4 req-66736be9-0ff8-441e-bbd4-1812cc5903c9 service neutron] 10.222.0.24 "GET /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384292 Jun 29 11:40:29.224915 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df57985-062b-4f5a-904a-c3b0611045e8 req-4953564d-f577-447f-bac0-1c162ccdbed7 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:29.228838 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3df57985-062b-4f5a-904a-c3b0611045e8 req-4953564d-f577-447f-bac0-1c162ccdbed7 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0704994 Jun 29 11:40:29.267609 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:40:29.268233 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3df57985-062b-4f5a-904a-c3b0611045e8 req-b56351a8-3792-4c91-87fe-391fe9410b8d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341389 Jun 29 11:40:29.370021 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95a909-40a5-4ea6-9afe-49f0f795e110 req-2cf8ac22-ac07-4bc8-8b45-3d8d6dff1d64 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:29.371514 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bf95a909-40a5-4ea6-9afe-49f0f795e110 req-2cf8ac22-ac07-4bc8-8b45-3d8d6dff1d64 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0641437 Jun 29 11:40:29.412091 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bf95a909-40a5-4ea6-9afe-49f0f795e110 req-bcf1d05c-0e6d-47a8-ba9e-a8f4df07f345 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348797 Jun 29 11:40:29.498178 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:29.544647 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9cda1-6bd2-4359-aaa7-2b807716f286 req-11fd8ea3-2682-4bc0-bd8a-4fdbeabde61d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:29.546201 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0db9cda1-6bd2-4359-aaa7-2b807716f286 req-11fd8ea3-2682-4bc0-bd8a-4fdbeabde61d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0643923 Jun 29 11:40:29.583842 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0db9cda1-6bd2-4359-aaa7-2b807716f286 req-774d87dd-7c25-4f21-9329-c5116f227862 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320432 Jun 29 11:40:30.449927 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0992bb4-c87b-479d-8b98-89e30becd79c req-1b745138-e261-43c8-9226-03285451ffe8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:30.451629 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c0992bb4-c87b-479d-8b98-89e30becd79c req-1b745138-e261-43c8-9226-03285451ffe8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0663340 Jun 29 11:40:30.493014 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c0992bb4-c87b-479d-8b98-89e30becd79c req-3b6e259a-8f0c-49b8-82c5-272680072bde tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346527 Jun 29 11:40:30.595437 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427097e1-fc5b-4b16-9a59-21c1633e0990 req-92a677ce-a3ff-4648-a1eb-b30129e5330d tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:30.596988 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-427097e1-fc5b-4b16-9a59-21c1633e0990 req-92a677ce-a3ff-4648-a1eb-b30129e5330d tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0654857 Jun 29 11:40:30.647565 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-427097e1-fc5b-4b16-9a59-21c1633e0990 req-ca8895fd-e7f5-41ff-ad5b-fe955dc173f1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443747 Jun 29 11:40:30.765749 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a2eba-c76f-4900-81c5-f9f491a3eec0 req-3e3715a3-f4d1-452e-bc3e-d67ceff30716 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:30.767117 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b95a2eba-c76f-4900-81c5-f9f491a3eec0 req-3e3715a3-f4d1-452e-bc3e-d67ceff30716 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0666480 Jun 29 11:40:30.805494 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b95a2eba-c76f-4900-81c5-f9f491a3eec0 req-b5d21539-ac32-4267-8c24-3782f1d63280 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327756 Jun 29 11:40:31.413290 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 35530) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:31.514094 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-2abc622b-0338-4370-a81a-82c4c7d35365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:31.606295 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-2abc622b-0338-4370-a81a-82c4c7d35365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:31.610087 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-2abc622b-0338-4370-a81a-82c4c7d35365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:31.613602 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-90aeaecb-5b8b-4059-9dee-6bc6a160ee9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:31.648867 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-2abc622b-0338-4370-a81a-82c4c7d35365 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b9c6358f7bc4e56a03ee5c8aaa44e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344887 Jun 29 11:40:31.649864 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc622b-0338-4370-a81a-82c4c7d35365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b20a672-3161-49d7-ad0f-096077544742,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:31.651990 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 35536) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:31.653306 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-2abc622b-0338-4370-a81a-82c4c7d35365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:31.719902 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ccadf6f9-a72c-4540-b298-75959e45f11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:31.730305 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf68b1f-69fe-446d-8e1a-e7031eb9d4af req-484fe4dc-e395-4f49-8f0d-0ba2f7d7121a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:31.731802 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dbf68b1f-69fe-446d-8e1a-e7031eb9d4af req-484fe4dc-e395-4f49-8f0d-0ba2f7d7121a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.1104105 Jun 29 11:40:31.769335 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ccadf6f9-a72c-4540-b298-75959e45f11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:31.807180 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-dbf68b1f-69fe-446d-8e1a-e7031eb9d4af req-a8492eaf-16a0-4556-b241-828d41797014 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681460 Jun 29 11:40:31.827145 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3227c-1529-4308-8000-247c8c0f618e req-837b129c-f666-4cf8-9e2b-f003a814177e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:31.829513 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-47e3227c-1529-4308-8000-247c8c0f618e req-837b129c-f666-4cf8-9e2b-f003a814177e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0695226 Jun 29 11:40:31.841379 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ccadf6f9-a72c-4540-b298-75959e45f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:31.844668 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ccadf6f9-a72c-4540-b298-75959e45f11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:31.853790 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ccadf6f9-a72c-4540-b298-75959e45f11c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b20a672-3161-49d7-ad0f-096077544742 HTTP/1.1" status: 204 len: 168 time: 0.1952717 Jun 29 11:40:31.856051 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6e370cb4-b79e-4aba-abc7-fbf31b741e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:31.867715 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadf6f9-a72c-4540-b298-75959e45f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b20a672-3161-49d7-ad0f-096077544742,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:31.870833 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ccadf6f9-a72c-4540-b298-75959e45f11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:31.875357 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-47e3227c-1529-4308-8000-247c8c0f618e req-408896fb-63c2-4d4a-908c-750582030160 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357740 Jun 29 11:40:32.045709 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c4f8f-f77f-4d62-9f25-c49460093b55 req-f8a0a3e3-7630-464a-9c08-003f1d8282d9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:32.047555 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-231c4f8f-f77f-4d62-9f25-c49460093b55 req-f8a0a3e3-7630-464a-9c08-003f1d8282d9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0864956 Jun 29 11:40:32.092736 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-231c4f8f-f77f-4d62-9f25-c49460093b55 req-1bd85f38-0c25-4e34-a202-c75989c3a490 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379612 Jun 29 11:40:33.001690 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb501-7870-4bc6-b348-a25f6d1c2d50 req-aa9c105c-57ae-4563-b299-64ea24bb2bb8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:33.003326 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3eddb501-7870-4bc6-b348-a25f6d1c2d50 req-aa9c105c-57ae-4563-b299-64ea24bb2bb8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0760562 Jun 29 11:40:33.053042 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3eddb501-7870-4bc6-b348-a25f6d1c2d50 req-3fd72952-9c6d-455b-a37f-fcdc0bd544b3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429614 Jun 29 11:40:33.222187 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b2d51-2bf2-42f1-bdfb-0f509a9170a3 req-e6e38981-4849-4fb4-8192-95be546c32f5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:33.223699 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ba1b2d51-2bf2-42f1-bdfb-0f509a9170a3 req-e6e38981-4849-4fb4-8192-95be546c32f5 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0692391 Jun 29 11:40:33.270489 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ba1b2d51-2bf2-42f1-bdfb-0f509a9170a3 req-9691ddd5-5d53-4ce6-a90b-48442c75208e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Jun 29 11:40:33.278242 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb596b-768d-4bac-b74c-3a7a161ee74f req-17fec831-aad3-4f3e-8488-63fd337ae0e0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:33.280355 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bacb596b-768d-4bac-b74c-3a7a161ee74f req-17fec831-aad3-4f3e-8488-63fd337ae0e0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0689449 Jun 29 11:40:33.319820 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bacb596b-768d-4bac-b74c-3a7a161ee74f req-6dd9cda7-6c17-4477-8214-2f9f7dfc7bd2 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328410 Jun 29 11:40:33.372234 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 35588) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:33.476730 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-5d4b6074-a7fb-47ce-9a4f-dc6491801f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:33.574877 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-5d4b6074-a7fb-47ce-9a4f-dc6491801f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:33.578855 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-5d4b6074-a7fb-47ce-9a4f-dc6491801f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:33.581793 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-978974ba-1614-4b4c-8dcd-6bc1dee83c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:33.625812 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-5d4b6074-a7fb-47ce-9a4f-dc6491801f39 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6005627196f14769b6c8e3f02ab72792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524676 Jun 29 11:40:33.626841 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b6074-a7fb-47ce-9a4f-dc6491801f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7661bf6-0cdf-4dd6-b44f-7179f1f460b6,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:33.629030 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 35600) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:33.634904 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-5d4b6074-a7fb-47ce-9a4f-dc6491801f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:33.701846 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-81f3df38-0124-41de-afc2-c16a2d8869fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:33.724817 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-81f3df38-0124-41de-afc2-c16a2d8869fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:33.777815 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-81f3df38-0124-41de-afc2-c16a2d8869fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:33.780577 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-81f3df38-0124-41de-afc2-c16a2d8869fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:33.781706 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-81f3df38-0124-41de-afc2-c16a2d8869fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f7661bf6-0cdf-4dd6-b44f-7179f1f460b6 HTTP/1.1" status: 204 len: 168 time: 0.1517694 Jun 29 11:40:33.782508 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-2abc622b-0338-4370-a81a-82c4c7d35365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:33.790071 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3df38-0124-41de-afc2-c16a2d8869fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7661bf6-0cdf-4dd6-b44f-7179f1f460b6,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:33.793684 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-81f3df38-0124-41de-afc2-c16a2d8869fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:33.877946 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 74388978-24cc-4bb8-ae15-73414980f1cf details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:40:33.971880 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:33.983883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '74388978-24cc-4bb8-ae15-73414980f1cf', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'port_id': '74388978-24cc-4bb8-ae15-73414980f1cf', 'mac_address': 'fa:16:3e:96:b0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:40:34.027792 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:34.040817 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74388978-24cc-4bb8-ae15-73414980f1cf {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:40:34.065964 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:34.070039 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:34.074442 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:34.074583 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 35606) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:34.088229 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd1e4-4ee7-44cf-9e47-ad50e23fcf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:34.124092 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=6']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:34.131819 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.132209 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.132557 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.132900 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.133245 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.133577 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.133916 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.134307 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.134560 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.134928 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.135216 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.135743 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:34.145421 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:34.205548 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd1e4-4ee7-44cf-9e47-ad50e23fcf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:34.206576 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['74388978-24cc-4bb8-ae15-73414980f1cf'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:40:34.225964 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd1e4-4ee7-44cf-9e47-ad50e23fcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:34.230724 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e3dd3e99-8d18-4f67-b67c-167469dfd8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:34.279728 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cd1e4-4ee7-44cf-9e47-ad50e23fcf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b875e38-e64c-40dc-9962-7d81e391f9b8,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:34.284842 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-ee7cd1e4-4ee7-44cf-9e47-ad50e23fcf0a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a8e5bb4c9ae49e79b9212dde63fd428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094479 Jun 29 11:40:34.285761 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ee7cd1e4-4ee7-44cf-9e47-ad50e23fcf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:34.296856 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 35610) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:34.322614 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172d5b-b223-42e9-bb40-5c4d87541d7c req-eeafc193-b9f4-47cf-a1ec-950814780997 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:34.325249 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9b172d5b-b223-42e9-bb40-5c4d87541d7c req-eeafc193-b9f4-47cf-a1ec-950814780997 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.1331804 Jun 29 11:40:34.362449 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-1dca139a-6118-4a1c-b84e-f6039b0a2b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:34.376721 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9b172d5b-b223-42e9-bb40-5c4d87541d7c req-335da73a-dc24-4494-98e2-d4ba54f6b99d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456572 Jun 29 11:40:34.387239 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-1dca139a-6118-4a1c-b84e-f6039b0a2b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:34.432866 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-1dca139a-6118-4a1c-b84e-f6039b0a2b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:34.435630 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-1dca139a-6118-4a1c-b84e-f6039b0a2b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:34.439634 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-1dca139a-6118-4a1c-b84e-f6039b0a2b35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b875e38-e64c-40dc-9962-7d81e391f9b8 HTTP/1.1" status: 204 len: 168 time: 0.1410840 Jun 29 11:40:34.440533 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e4f31c62-5105-423c-a540-e77130196e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:34.449248 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca139a-6118-4a1c-b84e-f6039b0a2b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b875e38-e64c-40dc-9962-7d81e391f9b8,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:34.451686 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-1dca139a-6118-4a1c-b84e-f6039b0a2b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:34.521213 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872504f-9a9f-4f8c-ab4c-6373b0d1c3d7 req-78e59af4-320a-4b6d-97cb-09bc3586cf31 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:34.524655 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e872504f-9a9f-4f8c-ab4c-6373b0d1c3d7 req-78e59af4-320a-4b6d-97cb-09bc3586cf31 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.0718451 Jun 29 11:40:34.569572 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e872504f-9a9f-4f8c-ab4c-6373b0d1c3d7 req-57da521f-ac25-415c-8969-1ba698948969 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404527 Jun 29 11:40:35.582005 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677fed9-04d7-4fe0-a1ff-131cd15403b6 req-bed89191-52c6-46df-8878-9f8c028168ce tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:35.584441 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0677fed9-04d7-4fe0-a1ff-131cd15403b6 req-bed89191-52c6-46df-8878-9f8c028168ce tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0875070 Jun 29 11:40:35.629385 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0677fed9-04d7-4fe0-a1ff-131cd15403b6 req-975c3966-b489-4a7d-b828-083eb73a4714 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384071 Jun 29 11:40:35.753614 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593217a-fccc-41a6-b35c-95a045bd0ee8 req-da7f7b9d-db39-4d35-944a-a204e23fbf38 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:35.754991 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f593217a-fccc-41a6-b35c-95a045bd0ee8 req-da7f7b9d-db39-4d35-944a-a204e23fbf38 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.0642912 Jun 29 11:40:35.797231 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f593217a-fccc-41a6-b35c-95a045bd0ee8 req-38a947ea-400c-4c8e-b2dc-e00b123b84af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355477 Jun 29 11:40:35.898405 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 74388978-24cc-4bb8-ae15-73414980f1cf up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:40:35.950606 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 74388978-24cc-4bb8-ae15-73414980f1cf triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:40:35.951003 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:36.035637 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:36.060217 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:36.062496 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866cc14d-ac86-4a36-910e-a0116c779346" -d '{"events": [{"server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "name": "network-vif-plugged", "status": "completed", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:36.075301 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:36.080378 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:36.082405 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b8edc123-c258-41c3-93c1-c6ab17b4cdef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:36.110426 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf1cff-6a31-48f8-9352-d1cbb7e93a6e x-openstack-request-id: req-1bcf1cff-6a31-48f8-9352-d1cbb7e93a6e {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:36.110758 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "name": "network-vif-plugged", "status": "completed", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:36.110975 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bcf1cff-6a31-48f8-9352-d1cbb7e93a6e {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:36.111370 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf', 'code': 200} Jun 29 11:40:36.139332 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=7']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:36.142790 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:36.813085 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0371-d564-4f0e-8c95-1ef1cca2be6f req-88f3ab15-106d-46b0-8aeb-74f79ccd7491 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:36.814644 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6c8a0371-d564-4f0e-8c95-1ef1cca2be6f req-88f3ab15-106d-46b0-8aeb-74f79ccd7491 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0668387 Jun 29 11:40:36.858339 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6c8a0371-d564-4f0e-8c95-1ef1cca2be6f req-4c5d5f70-7046-470d-85e3-498976fb0b4a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379982 Jun 29 11:40:36.999512 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0592f-25d8-439e-afa2-eeaa1fbf81b0 req-a33c1234-f234-41ba-8afc-4758103e989e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:37.001241 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fb0592f-25d8-439e-afa2-eeaa1fbf81b0 req-a33c1234-f234-41ba-8afc-4758103e989e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0749190 Jun 29 11:40:37.071282 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fb0592f-25d8-439e-afa2-eeaa1fbf81b0 req-18afc6bd-50fd-455a-be16-b70f11f241dd tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633965 Jun 29 11:40:37.443317 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429be6d8-e6da-490e-b3cd-eea71fad13aa req-e5cc0e41-d13f-48d4-9c3c-89cc4c628043 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:37.444720 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-429be6d8-e6da-490e-b3cd-eea71fad13aa req-e5cc0e41-d13f-48d4-9c3c-89cc4c628043 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0647020 Jun 29 11:40:37.488743 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-429be6d8-e6da-490e-b3cd-eea71fad13aa req-f452cea8-7817-4afe-9a43-da57d8869816 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368519 Jun 29 11:40:38.046429 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebcaa6-37de-4bb2-ade6-a543b571fcf2 req-c0a20599-39d3-4ded-8973-2e92d7b6644c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:38.048636 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f4ebcaa6-37de-4bb2-ade6-a543b571fcf2 req-c0a20599-39d3-4ded-8973-2e92d7b6644c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0704455 Jun 29 11:40:38.088556 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f4ebcaa6-37de-4bb2-ade6-a543b571fcf2 req-2d30950d-cb26-4160-9a65-ae5fdeff76a2 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328746 Jun 29 11:40:38.254456 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c8def-b7f4-4f24-88d0-f306924df335 req-b47c9838-c345-4352-a98d-da74767d89b4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:38.255938 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7a3c8def-b7f4-4f24-88d0-f306924df335 req-b47c9838-c345-4352-a98d-da74767d89b4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0654037 Jun 29 11:40:38.305656 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7a3c8def-b7f4-4f24-88d0-f306924df335 req-19decc3e-d8bf-40af-a143-765e8b29023e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 Jun 29 11:40:38.441749 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806feeb-c002-4909-b099-3378b82926ad req-a5426c16-0505-4faf-857f-c4dd8b14d038 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:38.443142 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f806feeb-c002-4909-b099-3378b82926ad req-a5426c16-0505-4faf-857f-c4dd8b14d038 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0677688 Jun 29 11:40:38.463951 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-f38b28fe-253b-4894-b164-5ddd278be0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:38.466458 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-f38b28fe-253b-4894-b164-5ddd278be0ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 1098 time: 0.0561683 Jun 29 11:40:38.490988 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f806feeb-c002-4909-b099-3378b82926ad req-32c18d94-bee4-4061-b207-569f6d6ca242 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419292 Jun 29 11:40:38.571693 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-d76559f2-7697-4027-888f-e34dd8988c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:38.573185 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-d76559f2-7697-4027-888f-e34dd8988c5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 910 time: 0.0990188 Jun 29 11:40:38.680490 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-351082bb-597a-44b3-911f-5d038b663d2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb HTTP/1.1" status: 200 len: 1001 time: 0.0953786 Jun 29 11:40:38.709753 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e2b88-0a4c-4f6d-9e9c-bc54366c498a req-60f3fe8d-bab8-4561-93df-fe73cfb4d697 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:38.711375 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fe2e2b88-0a4c-4f6d-9e9c-bc54366c498a req-60f3fe8d-bab8-4561-93df-fe73cfb4d697 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.0912051 Jun 29 11:40:38.750254 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fe2e2b88-0a4c-4f6d-9e9c-bc54366c498a req-4b23301a-c114-471c-bde6-e3d0183f56b2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322781 Jun 29 11:40:38.825234 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-7614d769-c492-4db6-a77a-75f1b9484e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:38.827028 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-7614d769-c492-4db6-a77a-75f1b9484e37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.0467501 Jun 29 11:40:38.891967 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-75368c7e-9656-4d5d-ac09-976d74d37f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:38.893511 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-75368c7e-9656-4d5d-ac09-976d74d37f76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576286 Jun 29 11:40:38.993751 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-9f9feb10-4b35-4790-999e-296810319e3c service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875099 Jun 29 11:40:39.111213 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21dc7d8e-c535-4b44-a2e4-ebb13808aa2d req-ff0feb77-ca29-4f87-8c13-8fb3cd686d21 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993698 Jun 29 11:40:39.513136 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ddef-dbcb-4da3-9f13-6fec40e2b822 req-6b342b33-4786-4c12-aaa7-504f485724e1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:39.520772 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7083ddef-dbcb-4da3-9f13-6fec40e2b822 req-6b342b33-4786-4c12-aaa7-504f485724e1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0847931 Jun 29 11:40:39.586734 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7083ddef-dbcb-4da3-9f13-6fec40e2b822 req-48ae8180-569f-4203-a639-0ff429c3ca58 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657938 Jun 29 11:40:39.716706 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb23a-4687-4b82-8145-71557d561dce req-9d503070-8526-4c62-beb5-c7073050ae63 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:39.723867 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56adb23a-4687-4b82-8145-71557d561dce req-9d503070-8526-4c62-beb5-c7073050ae63 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0810618 Jun 29 11:40:39.778628 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56adb23a-4687-4b82-8145-71557d561dce req-0a331ded-7e38-484c-95bb-8627f6a1e0a9 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482831 Jun 29 11:40:40.083039 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b1ed7-9df9-49f0-bf3f-0277f615ab93 req-674f1f83-b177-441b-8226-e9f9d7189051 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:40.084603 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-559b1ed7-9df9-49f0-bf3f-0277f615ab93 req-674f1f83-b177-441b-8226-e9f9d7189051 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.1506567 Jun 29 11:40:40.130072 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-559b1ed7-9df9-49f0-bf3f-0277f615ab93 req-4d97400b-f64b-4a6a-92b6-42a7efdaa87c tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391533 Jun 29 11:40:40.838678 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1018b-6b53-432d-aca7-35b636e50922 req-9e1320f5-ea96-41b3-91de-fe780bbe557e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:40.840563 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1fa1018b-6b53-432d-aca7-35b636e50922 req-9e1320f5-ea96-41b3-91de-fe780bbe557e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1109354 Jun 29 11:40:40.902634 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1fa1018b-6b53-432d-aca7-35b636e50922 req-9062c600-c9c0-4d53-90db-37dfb8750193 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526321 Jun 29 11:40:40.914557 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45c3eb-3751-4014-971a-be853b651fda req-13b753f6-2ce9-4f83-a370-42462db37e42 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:40.914557 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8d45c3eb-3751-4014-971a-be853b651fda req-13b753f6-2ce9-4f83-a370-42462db37e42 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.24 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.1314149 Jun 29 11:40:41.080979 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3188934-27be-452d-b33a-6136323b047f req-ff761b0f-c368-4910-b7c4-3e6a6c82aca8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:41.083726 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f3188934-27be-452d-b33a-6136323b047f req-ff761b0f-c368-4910-b7c4-3e6a6c82aca8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0996146 Jun 29 11:40:41.105605 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-8d45c3eb-3751-4014-971a-be853b651fda req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Deleting port 13447172-0b45-4c94-9028-4939c282d34d {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:40:41.105982 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-8d45c3eb-3751-4014-971a-be853b651fda req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:41.152417 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f3188934-27be-452d-b33a-6136323b047f req-716aad58-b197-442b-bca9-c36f74402ff5 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614152 Jun 29 11:40:41.267969 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-8d45c3eb-3751-4014-971a-be853b651fda req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] For port 13447172-0b45-4c94-9028-4939c282d34d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=13447172-0b45-4c94-9028-4939c282d34d,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:41.268783 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-8d45c3eb-3751-4014-971a-be853b651fda req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:41.283889 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-8d45c3eb-3751-4014-971a-be853b651fda req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Calling delete_port for 13447172-0b45-4c94-9028-4939c282d34d owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:40:41.426569 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d120d-1e26-450a-ab15-b09ca8cd4cc8 req-6457f9ff-7e94-401d-b0fe-387543787235 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:41.428037 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f55d120d-1e26-450a-ab15-b09ca8cd4cc8 req-6457f9ff-7e94-401d-b0fe-387543787235 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 946 time: 0.1325457 Jun 29 11:40:41.529128 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f55d120d-1e26-450a-ab15-b09ca8cd4cc8 req-3c20e791-f529-4433-b069-9492f23279f0 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899079 Jun 29 11:40:41.534445 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-8d45c3eb-3751-4014-971a-be853b651fda req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:41.541959 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a4a9e254-019e-4519-9acc-9c212d7851f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:41.551453 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['5b84eb77-3771-4f3f-b87f-f67412329ae1', '13447172-0b45-4c94-9028-4939c282d34d'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:40:41.597374 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Pushing event deleted for resources: {'Port': ['ID=13447172-0b45-4c94-9028-4939c282d34d,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:41.600281 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:41.738008 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d45c3eb-3751-4014-971a-be853b651fda req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] No DVR routers for this DVR port 13447172-0b45-4c94-9028-4939c282d34d on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:40:41.744244 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-8d45c3eb-3751-4014-971a-be853b651fda req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:41.746105 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8d45c3eb-3751-4014-971a-be853b651fda req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.24 "DELETE /v2.0/ports/13447172-0b45-4c94-9028-4939c282d34d HTTP/1.1" status: 204 len: 173 time: 0.8243704 Jun 29 11:40:41.747335 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e097810e-d9d2-432f-bd73-64146db459e3', 'name': 'network-vif-deleted', 'tag': '13447172-0b45-4c94-9028-4939c282d34d'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:41.750081 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c23adff-6351-4262-8899-607c556403e6" -d '{"events": [{"server_uuid": "e097810e-d9d2-432f-bd73-64146db459e3", "name": "network-vif-deleted", "tag": "13447172-0b45-4c94-9028-4939c282d34d"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:41.791369 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-df72c989-c292-42bc-a4cf-179482e0c20e req-fd97129a-9685-4006-9c94-c730e4848710 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1773877 Jun 29 11:40:41.804575 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbe70eb-ea64-4897-a369-1a2845f956b4 x-openstack-request-id: req-1cbe70eb-ea64-4897-a369-1a2845f956b4 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:41.805277 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e097810e-d9d2-432f-bd73-64146db459e3", "name": "network-vif-deleted", "tag": "13447172-0b45-4c94-9028-4939c282d34d", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:41.805892 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1cbe70eb-ea64-4897-a369-1a2845f956b4 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:41.806530 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e097810e-d9d2-432f-bd73-64146db459e3', 'name': 'network-vif-deleted', 'tag': '13447172-0b45-4c94-9028-4939c282d34d', 'status': 'completed', 'code': 200} Jun 29 11:40:41.943288 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72c989-c292-42bc-a4cf-179482e0c20e req-027f0fa1-ebc2-4496-96af-0f82340f2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:41.945448 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-df72c989-c292-42bc-a4cf-179482e0c20e req-027f0fa1-ebc2-4496-96af-0f82340f2a87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 1098 time: 0.0741646 Jun 29 11:40:42.124759 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72c989-c292-42bc-a4cf-179482e0c20e req-c15c5c42-94e8-4fa6-b81d-c2371a8a6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:42.126387 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-df72c989-c292-42bc-a4cf-179482e0c20e req-c15c5c42-94e8-4fa6-b81d-c2371a8a6f2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 910 time: 0.1167479 Jun 29 11:40:42.207232 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-df72c989-c292-42bc-a4cf-179482e0c20e req-0e3528fa-865b-4db4-939c-47cc5a50481d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb HTTP/1.1" status: 200 len: 1001 time: 0.0691981 Jun 29 11:40:42.275980 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72c989-c292-42bc-a4cf-179482e0c20e req-93fc07b4-293f-439e-884a-5dc072fc43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:42.278746 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-df72c989-c292-42bc-a4cf-179482e0c20e req-93fc07b4-293f-439e-884a-5dc072fc43fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.0600379 Jun 29 11:40:42.315468 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cddb20-15f4-43e1-919f-e12af48ff323 req-f2f7f1bd-3cdc-411c-b988-65fa48861f5b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:42.325586 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-60cddb20-15f4-43e1-919f-e12af48ff323 req-f2f7f1bd-3cdc-411c-b988-65fa48861f5b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1102374 Jun 29 11:40:42.382795 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72c989-c292-42bc-a4cf-179482e0c20e req-4f0df740-eedf-48e5-988a-6ee2aa97b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:42.384870 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-df72c989-c292-42bc-a4cf-179482e0c20e req-4f0df740-eedf-48e5-988a-6ee2aa97b834 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871346 Jun 29 11:40:42.388211 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-60cddb20-15f4-43e1-919f-e12af48ff323 req-51fdf4ef-72c3-4e69-9228-a69c391fa6fd tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599771 Jun 29 11:40:42.523477 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-df72c989-c292-42bc-a4cf-179482e0c20e req-573a00d7-fa09-46c1-8bc4-6854024a45cb service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238475 Jun 29 11:40:42.666869 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-df72c989-c292-42bc-a4cf-179482e0c20e req-0cecc244-84b8-46e2-8af1-683d1a0eee11 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268613 Jun 29 11:40:42.759518 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-87fd885f-66fe-45ae-b8ab-49b7860695cf req-0195c03c-6c27-4c47-a4e7-fd69f9b03b2a tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e097810e-d9d2-432f-bd73-64146db459e3 HTTP/1.1" status: 200 len: 210 time: 0.0488224 Jun 29 11:40:43.600801 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d66fc4-e154-4029-8fca-6afa7a44d9c5 req-7a0e813a-01a3-4177-8634-9c425f6b71e9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:43.610360 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-11d66fc4-e154-4029-8fca-6afa7a44d9c5 req-7a0e813a-01a3-4177-8634-9c425f6b71e9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0808666 Jun 29 11:40:43.673109 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-11d66fc4-e154-4029-8fca-6afa7a44d9c5 req-caa9d409-afb3-43c3-ab96-dad8437549bb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491269 Jun 29 11:40:44.349190 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e768d-85d5-4931-83ec-e6b171b5d742 req-0874695e-ab52-4073-bd1a-4ec67a5e7058 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:44.357540 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2b0e768d-85d5-4931-83ec-e6b171b5d742 req-0874695e-ab52-4073-bd1a-4ec67a5e7058 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1095138 Jun 29 11:40:44.409126 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2b0e768d-85d5-4931-83ec-e6b171b5d742 req-f1058185-470a-4f47-99bc-6aed3f30b0bf tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505884 Jun 29 11:40:44.674662 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 35844) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:44.857700 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6540af0e-ab60-48be-b321-0c1f325a85f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:44.969265 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da75ba-1cd8-4d38-bbc3-5ed3859d8413 req-2757e406-9d63-4a40-97ef-179b45b1854a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:44.971164 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-38da75ba-1cd8-4d38-bbc3-5ed3859d8413 req-2757e406-9d63-4a40-97ef-179b45b1854a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1638229 Jun 29 11:40:45.048806 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-38da75ba-1cd8-4d38-bbc3-5ed3859d8413 req-9bd920c1-9837-49ee-9d4b-7e730cb2757c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665429 Jun 29 11:40:45.061262 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6540af0e-ab60-48be-b321-0c1f325a85f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.066955 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6540af0e-ab60-48be-b321-0c1f325a85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.070446 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b343ff99-e94d-4530-a480-e32bc6fdeead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:45.111387 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540af0e-ab60-48be-b321-0c1f325a85f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8058c9-fb88-45ff-a507-0a0f706fc1d4,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:45.118515 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-6540af0e-ab60-48be-b321-0c1f325a85f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dca9841d06eb4458adc785ee32445f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404507 Jun 29 11:40:45.118515 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6540af0e-ab60-48be-b321-0c1f325a85f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:45.118864 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 35850) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:45.176950 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ef292891-32f9-444c-ad95-6b35a4c23239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.203179 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ef292891-32f9-444c-ad95-6b35a4c23239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.257847 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ef292891-32f9-444c-ad95-6b35a4c23239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.260729 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ef292891-32f9-444c-ad95-6b35a4c23239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.262856 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-ef292891-32f9-444c-ad95-6b35a4c23239 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b8058c9-fb88-45ff-a507-0a0f706fc1d4 HTTP/1.1" status: 204 len: 168 time: 0.1424830 Jun 29 11:40:45.263805 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-bf24eab1-b751-4690-b931-82924703a4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:45.272120 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef292891-32f9-444c-ad95-6b35a4c23239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8058c9-fb88-45ff-a507-0a0f706fc1d4,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:45.274456 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ef292891-32f9-444c-ad95-6b35a4c23239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:45.659372 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 35858) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:45.663153 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e354-e8a9-40c8-93d1-76b6c26bb37c req-8abb0d4b-1abd-4d29-9654-07c8a7b1a144 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:45.672405 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c81e354-e8a9-40c8-93d1-76b6c26bb37c req-8abb0d4b-1abd-4d29-9654-07c8a7b1a144 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0921035 Jun 29 11:40:45.675903 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-01305092-eaa1-45f4-b8df-f593e2b8d14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.720067 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c81e354-e8a9-40c8-93d1-76b6c26bb37c req-1db243ed-25dd-4eee-92bd-1f857d977685 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 Jun 29 11:40:45.794326 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-01305092-eaa1-45f4-b8df-f593e2b8d14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.800802 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-01305092-eaa1-45f4-b8df-f593e2b8d14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.805603 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ab826bdf-0d82-40e6-af74-dfc07e8f4bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:45.858387 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-01305092-eaa1-45f4-b8df-f593e2b8d14d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5883bb3f0b4649b28d8f1159aeab8a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971591 Jun 29 11:40:45.859955 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01305092-eaa1-45f4-b8df-f593e2b8d14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c643e2d6-c359-4ad3-b2d4-bbcbe746838f,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:45.862089 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 35860) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:45.863828 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-01305092-eaa1-45f4-b8df-f593e2b8d14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:45.930491 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8e4eda8c-1378-4445-801f-3e5d9736ac24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.951317 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 13447172-0b45-4c94-9028-4939c282d34d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:40:45.959115 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8e4eda8c-1378-4445-801f-3e5d9736ac24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:45.972273 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 13447172-0b45-4c94-9028-4939c282d34d {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:40:45.972901 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 13447172-0b45-4c94-9028-4939c282d34d not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:40:46.018654 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8e4eda8c-1378-4445-801f-3e5d9736ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:46.021557 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8e4eda8c-1378-4445-801f-3e5d9736ac24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:46.025460 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-8e4eda8c-1378-4445-801f-3e5d9736ac24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c643e2d6-c359-4ad3-b2d4-bbcbe746838f HTTP/1.1" status: 204 len: 168 time: 0.1598709 Jun 29 11:40:46.026318 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-de454ba0-930e-44bf-a1b0-4305256c5594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:46.043661 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eda8c-1378-4445-801f-3e5d9736ac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c643e2d6-c359-4ad3-b2d4-bbcbe746838f,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:46.073579 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8e4eda8c-1378-4445-801f-3e5d9736ac24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:46.288672 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11568a-2087-423a-aad9-5b73f94e79a4 req-8e903e88-af3d-43bf-be01-4d8ae8d00857 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:46.290415 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1b11568a-2087-423a-aad9-5b73f94e79a4 req-8e903e88-af3d-43bf-be01-4d8ae8d00857 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0890079 Jun 29 11:40:46.349464 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1b11568a-2087-423a-aad9-5b73f94e79a4 req-3081b8be-9478-4345-b7d2-3ba8942dc61f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453200 Jun 29 11:40:46.458593 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 35868) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:46.471833 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-603bbb97-85e9-4c53-a581-2b39227e1d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:46.565033 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-603bbb97-85e9-4c53-a581-2b39227e1d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:46.568748 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-603bbb97-85e9-4c53-a581-2b39227e1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:46.571076 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-5d4b6074-a7fb-47ce-9a4f-dc6491801f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:46.608854 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bbb97-85e9-4c53-a581-2b39227e1d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b68044e-ba5b-47a9-9102-dba54b97afbc,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:46.611841 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-603bbb97-85e9-4c53-a581-2b39227e1d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:46.614449 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-603bbb97-85e9-4c53-a581-2b39227e1d31 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0641cd3b0924b4b9aadc5be53c909a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548202 Jun 29 11:40:46.617019 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 35870) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:46.669776 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-614e7078-ee95-4710-893c-410921c71feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:46.693960 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-614e7078-ee95-4710-893c-410921c71feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:46.746104 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-614e7078-ee95-4710-893c-410921c71feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:46.748069 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-614e7078-ee95-4710-893c-410921c71feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:46.749706 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-614e7078-ee95-4710-893c-410921c71feb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b68044e-ba5b-47a9-9102-dba54b97afbc HTTP/1.1" status: 204 len: 168 time: 0.1312752 Jun 29 11:40:46.750121 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2b01d588-5088-4d52-aeb9-0a4249f114ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:46.764576 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e7078-ee95-4710-893c-410921c71feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b68044e-ba5b-47a9-9102-dba54b97afbc,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:46.771317 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-614e7078-ee95-4710-893c-410921c71feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:47.001803 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9ecbc-b62c-40e4-a438-5ff6c93790eb req-57474125-77ab-407d-b4c9-b371891ea9f8 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:47.003724 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-55e9ecbc-b62c-40e4-a438-5ff6c93790eb req-57474125-77ab-407d-b4c9-b371891ea9f8 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0986800 Jun 29 11:40:47.186352 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:47.326547 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-55e9ecbc-b62c-40e4-a438-5ff6c93790eb req-c5054394-3e3a-4bb9-baab-5fc7e11158fe tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157218 Jun 29 11:40:47.597439 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a12da5-6a6e-4ef9-85c6-bc64669a1015 req-aad22a1c-022a-4b80-a090-fe7587da83a4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:47.608020 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b6a12da5-6a6e-4ef9-85c6-bc64669a1015 req-aad22a1c-022a-4b80-a090-fe7587da83a4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0922012 Jun 29 11:40:47.666882 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b6a12da5-6a6e-4ef9-85c6-bc64669a1015 req-76da6da0-a4a5-41b5-8c51-68019cc5b827 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577970 Jun 29 11:40:48.543763 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86b4e8-171f-4660-8a46-8dba15cd4eb7 req-206b4641-fb82-464f-a358-e4f9b326267b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:48.545971 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2b86b4e8-171f-4660-8a46-8dba15cd4eb7 req-206b4641-fb82-464f-a358-e4f9b326267b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0903835 Jun 29 11:40:48.594284 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2b86b4e8-171f-4660-8a46-8dba15cd4eb7 req-32942ae1-b7e5-487e-9fa0-ea221c4ac249 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375247 Jun 29 11:40:48.876241 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df90bbb-ba30-45d1-b2d4-daba35f9ef83 req-905d12a2-f117-475d-a5a2-a201e5ce40c1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:48.877903 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3df90bbb-ba30-45d1-b2d4-daba35f9ef83 req-905d12a2-f117-475d-a5a2-a201e5ce40c1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0726154 Jun 29 11:40:48.919476 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3df90bbb-ba30-45d1-b2d4-daba35f9ef83 req-14fc1ff2-ce39-4b80-923c-8b62138cf6a4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353224 Jun 29 11:40:49.859220 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36bf0b-dee9-4454-b77a-6c9cf92437cc req-b9c00f4e-0537-40b5-bc3b-e39570a6de68 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:49.868673 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2d36bf0b-dee9-4454-b77a-6c9cf92437cc req-b9c00f4e-0537-40b5-bc3b-e39570a6de68 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0800264 Jun 29 11:40:49.912715 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2d36bf0b-dee9-4454-b77a-6c9cf92437cc req-753f9330-8d9e-4d6d-8b77-28a1a3fdcaa0 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Jun 29 11:40:50.177161 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ea8e-6de9-49fe-a2a3-c4102106c4fc req-7b87ce7f-c2f0-4827-b3d1-4cf1256a9290 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:50.178686 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5e39ea8e-6de9-49fe-a2a3-c4102106c4fc req-7b87ce7f-c2f0-4827-b3d1-4cf1256a9290 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1262197 Jun 29 11:40:50.222128 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5e39ea8e-6de9-49fe-a2a3-c4102106c4fc req-3934d42b-dbf1-4972-8e67-28cbd6390527 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370011 Jun 29 11:40:51.099537 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d2f6d-bb73-433b-ac00-5afb13b76971 req-a87c87b3-c42c-48ce-a142-1be8717db154 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:51.101161 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-343d2f6d-bb73-433b-ac00-5afb13b76971 req-a87c87b3-c42c-48ce-a142-1be8717db154 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0777459 Jun 29 11:40:51.141986 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-343d2f6d-bb73-433b-ac00-5afb13b76971 req-c62c4668-eaec-48a3-afe9-d55e2658b0a4 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340393 Jun 29 11:40:51.416016 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98faed-59a4-4121-8c76-f0bde9d916a4 req-5732249a-34b1-4ab6-8624-8bbd44820334 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:51.417699 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9c98faed-59a4-4121-8c76-f0bde9d916a4 req-5732249a-34b1-4ab6-8624-8bbd44820334 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0690799 Jun 29 11:40:51.457248 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9c98faed-59a4-4121-8c76-f0bde9d916a4 req-a56fd531-7dea-4e84-9a63-c6b1637b557d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334847 Jun 29 11:40:52.318253 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190531b-3f35-4c7c-b53e-1364993b8c1f req-f51816a4-1dac-40db-8b9e-c968c3628414 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:52.319643 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7190531b-3f35-4c7c-b53e-1364993b8c1f req-f51816a4-1dac-40db-8b9e-c968c3628414 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0663452 Jun 29 11:40:52.358046 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7190531b-3f35-4c7c-b53e-1364993b8c1f req-0551306f-f21a-42a3-ac35-26fc31b5438a tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Jun 29 11:40:52.640094 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb629a-e19d-4dcd-9f3d-99dcba19f1ed req-bff547d8-82a1-4646-891f-5b6376b0ec6b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:52.641614 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19fb629a-e19d-4dcd-9f3d-99dcba19f1ed req-bff547d8-82a1-4646-891f-5b6376b0ec6b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0635290 Jun 29 11:40:52.680278 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19fb629a-e19d-4dcd-9f3d-99dcba19f1ed req-75efa55c-105b-41a1-8713-40706501a090 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328116 Jun 29 11:40:53.112799 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7a0fce37-6ed8-42dd-b228-91e23dd9bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:53.538545 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11289180-f6dc-443f-9288-fe35c764f4c7 req-867b2c03-145d-4e95-b9ee-0fb97fbe68d0 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:53.540064 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-11289180-f6dc-443f-9288-fe35c764f4c7 req-867b2c03-145d-4e95-b9ee-0fb97fbe68d0 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0677891 Jun 29 11:40:53.580882 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-11289180-f6dc-443f-9288-fe35c764f4c7 req-4f476b83-7d5b-48d0-96b2-3d04f34d20d2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Jun 29 11:40:53.869022 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f32d4-c671-4ab0-9acd-8875ceb13bc0 req-89885140-d03b-497c-b4d2-dbca21c784e5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:53.870533 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-849f32d4-c671-4ab0-9acd-8875ceb13bc0 req-89885140-d03b-497c-b4d2-dbca21c784e5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0642822 Jun 29 11:40:53.912886 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-849f32d4-c671-4ab0-9acd-8875ceb13bc0 req-a6c9442f-4309-47d3-bdf3-15fbf35e3d74 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366714 Jun 29 11:40:54.751084 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fbd17-e983-41d8-8905-4de26785680a req-13d5a095-16d4-4ee4-a5c3-f1405e2c9c3b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:54.752579 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9e0fbd17-e983-41d8-8905-4de26785680a req-13d5a095-16d4-4ee4-a5c3-f1405e2c9c3b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0623538 Jun 29 11:40:54.791650 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9e0fbd17-e983-41d8-8905-4de26785680a req-44f6f7fd-7d90-4cc1-b700-8a3a6269b286 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334048 Jun 29 11:40:55.095254 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82776dd2-0119-4374-9be5-4d439843d06a req-10714a37-b1d7-42f5-81a1-1bc7034e5a6c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:55.096769 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-82776dd2-0119-4374-9be5-4d439843d06a req-10714a37-b1d7-42f5-81a1-1bc7034e5a6c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0694594 Jun 29 11:40:55.135270 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-82776dd2-0119-4374-9be5-4d439843d06a req-651ffe79-a609-4ece-bce5-ccc6a9893907 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326869 Jun 29 11:40:55.875580 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-0c2762ef-4406-4592-8dc8-efa9ace34b1b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:55.877452 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-0c2762ef-4406-4592-8dc8-efa9ace34b1b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.24 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.0782659 Jun 29 11:40:56.040756 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e3ccf-1ff1-4356-96f4-50b3e9841805 req-2e382d88-7e85-4898-81d1-8857048dcecb tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:56.042930 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f14e3ccf-1ff1-4356-96f4-50b3e9841805 req-2e382d88-7e85-4898-81d1-8857048dcecb tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 946 time: 0.1263616 Jun 29 11:40:56.067686 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Deleting port 5b84eb77-3771-4f3f-b87f-f67412329ae1 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:40:56.068013 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:56.127821 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f14e3ccf-1ff1-4356-96f4-50b3e9841805 req-52ec347d-642f-4019-86f9-de9f895260cb tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/security-groups?id=b62ec975-7435-4b62-8a2a-78841a493962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798514 Jun 29 11:40:56.176001 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] For port 5b84eb77-3771-4f3f-b87f-f67412329ae1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5b84eb77-3771-4f3f-b87f-f67412329ae1,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:56.176395 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:56.189362 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Calling delete_port for 5b84eb77-3771-4f3f-b87f-f67412329ae1 owned by compute:nova {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:40:56.240300 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-c1467e03-663d-4904-b73a-059e82a736b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:56.241823 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-c1467e03-663d-4904-b73a-059e82a736b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 1099 time: 0.1492550 Jun 29 11:40:56.321835 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:56.326494 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:56.336409 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['5b84eb77-3771-4f3f-b87f-f67412329ae1'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:40:56.352326 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Pushing event deleted for resources: {'Port': ['ID=5b84eb77-3771-4f3f-b87f-f67412329ae1,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:56.356740 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:56.381025 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-a16f85ef-1816-4169-bd8a-38a58ca7abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:56.382499 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-a16f85ef-1816-4169-bd8a-38a58ca7abcc service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.1328900 Jun 29 11:40:56.395531 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389874f-40ea-49f7-a82f-49d7200d41a0 req-afface64-548a-4ed2-8bb8-8d02465356a1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:56.397279 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0389874f-40ea-49f7-a82f-49d7200d41a0 req-afface64-548a-4ed2-8bb8-8d02465356a1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.1296275 Jun 29 11:40:56.399827 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-f40aaa40-05e5-449e-b3d9-7455d1e29d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:56.404745 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] No DVR routers for this DVR port 5b84eb77-3771-4f3f-b87f-f67412329ae1 on host hv-cinder-79760 {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:40:56.407677 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:56.409725 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d37366e3-9f79-4d8e-9dd3-9e5fcb892b2d req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.24 "DELETE /v2.0/ports/5b84eb77-3771-4f3f-b87f-f67412329ae1 HTTP/1.1" status: 204 len: 173 time: 0.5263226 Jun 29 11:40:56.410228 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a32907-124d-4d18-a7b2-8df50be3affc', 'name': 'network-vif-deleted', 'tag': '5b84eb77-3771-4f3f-b87f-f67412329ae1'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:56.412541 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b80523-4d31-4234-b83a-905a76be9f85" -d '{"events": [{"server_uuid": "66a32907-124d-4d18-a7b2-8df50be3affc", "name": "network-vif-deleted", "tag": "5b84eb77-3771-4f3f-b87f-f67412329ae1"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:56.436642 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0389874f-40ea-49f7-a82f-49d7200d41a0 req-88e29ea4-c7c9-4b72-afdf-a1ce853ac3d5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330343 Jun 29 11:40:56.559849 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dda2c9-e403-450c-a685-05165cd5a761 x-openstack-request-id: req-c1dda2c9-e403-450c-a685-05165cd5a761 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:56.560207 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a32907-124d-4d18-a7b2-8df50be3affc", "name": "network-vif-deleted", "tag": "5b84eb77-3771-4f3f-b87f-f67412329ae1", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:56.560503 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c1dda2c9-e403-450c-a685-05165cd5a761 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:56.560926 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a32907-124d-4d18-a7b2-8df50be3affc', 'name': 'network-vif-deleted', 'tag': '5b84eb77-3771-4f3f-b87f-f67412329ae1', 'status': 'completed', 'code': 200} Jun 29 11:40:57.069161 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:57.275855 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-24ba38c1-ce93-4faf-8d96-7a246ffd5d0d req-dc060bb3-4377-484a-bb94-5064a83583f9 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 210 time: 0.0328319 Jun 29 11:40:57.614201 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25d7e1-7669-4574-a78e-1024c4a3be4b req-e06ad38c-4286-46d6-b6cc-a31faecaf36f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:57.615858 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cc25d7e1-7669-4574-a78e-1024c4a3be4b req-e06ad38c-4286-46d6-b6cc-a31faecaf36f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0628383 Jun 29 11:40:57.657026 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cc25d7e1-7669-4574-a78e-1024c4a3be4b req-21735abf-f9dd-4cb3-99fb-ec45f799da19 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335722 Jun 29 11:40:57.915885 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-0bb01228-484d-4303-8845-f91b106f8fde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74388978-24cc-4bb8-ae15-73414980f1cf HTTP/1.1" status: 200 len: 1002 time: 0.0597420 Jun 29 11:40:58.004974 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:58.413029 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2b59ab2a-9c77-4b6d-8639-12b802b07308 req-72f71d4f-c629-4e3b-a578-d1917f908771 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 210 time: 0.0282001 Jun 29 11:40:58.839315 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3850c-970c-4030-933f-4c2e5c68e705 req-ff9362fa-6a51-4f75-b3a4-b48ba5dac38d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:58.840858 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-38b3850c-970c-4030-933f-4c2e5c68e705 req-ff9362fa-6a51-4f75-b3a4-b48ba5dac38d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0631304 Jun 29 11:40:58.879072 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-38b3850c-970c-4030-933f-4c2e5c68e705 req-4e9bf4c0-c4e7-4df9-896e-c8727268afc0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325823 Jun 29 11:40:59.502109 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:59.572404 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b688bd2d-2597-448d-afb8-9cb1dde8d4fb req-9c1b3639-59cd-4ea6-948c-0c2140e60c5b tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 210 time: 0.0321324 Jun 29 11:41:00.058819 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1368456-be47-4cc9-8641-bf8de5e37287 req-26c84ea6-77d4-4ae9-a582-47a85f316333 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:00.060091 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c1368456-be47-4cc9-8641-bf8de5e37287 req-26c84ea6-77d4-4ae9-a582-47a85f316333 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 946 time: 0.0681729 Jun 29 11:41:00.099182 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c1368456-be47-4cc9-8641-bf8de5e37287 req-96024afe-1e0f-4d0e-8749-b0e4f1c18c38 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Jun 29 11:41:00.718857 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f1c2c20d-62ec-42bc-9c91-78cd8c2e3e68 req-6864f6eb-51f4-41e5-8801-07f6683e2319 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 210 time: 0.0301752 Jun 29 11:41:00.767896 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-d27e35da-8461-428a-867d-cbbb3fc458d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:00.769471 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-d27e35da-8461-428a-867d-cbbb3fc458d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0478671 Jun 29 11:41:00.831235 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-bfa7f540-d000-4ce7-856d-7e754fd30049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:00.832751 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-bfa7f540-d000-4ce7-856d-7e754fd30049 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566514 Jun 29 11:41:00.930422 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-2f95cee4-79ba-40c1-93e4-f41b81ecbff8 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869622 Jun 29 11:41:00.989142 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 74388978-24cc-4bb8-ae15-73414980f1cf no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:41:01.019673 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2c7cf53b-d218-4eb1-8e6a-d924dba79778 req-f6c6c865-14bc-4cb2-90d7-fcd02af0d9aa service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821373 Jun 29 11:41:01.066886 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:01.088492 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:01.090901 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c1e711-dfb3-472b-90d0-502a1c49ed76" -d '{"events": [{"server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "name": "network-vif-unplugged", "status": "completed", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:01.104017 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:01.109638 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:01.110527 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 5b84eb77-3771-4f3f-b87f-f67412329ae1 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:41:01.112345 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:01.152978 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32102249-3fd7-4800-afc3-4c1e22907f52 x-openstack-request-id: req-32102249-3fd7-4800-afc3-4c1e22907f52 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:01.153299 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "name": "network-vif-unplugged", "status": "completed", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:01.153561 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-32102249-3fd7-4800-afc3-4c1e22907f52 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:01.153963 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf', 'code': 200} Jun 29 11:41:01.156545 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 5b84eb77-3771-4f3f-b87f-f67412329ae1 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:41:01.156899 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 5b84eb77-3771-4f3f-b87f-f67412329ae1 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:41:01.182042 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=8']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:01.185614 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:01.286903 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04fb92-bb39-4df9-b289-fcf4b271d397 req-5a4d99dc-7a2b-447e-a8a0-e66f16638b85 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:01.288400 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6f04fb92-bb39-4df9-b289-fcf4b271d397 req-5a4d99dc-7a2b-447e-a8a0-e66f16638b85 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0660901 Jun 29 11:41:01.330131 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6f04fb92-bb39-4df9-b289-fcf4b271d397 req-f71db6d5-2c57-40b6-9ff7-64e1d3195d84 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349894 Jun 29 11:41:01.902314 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a832e54b-88d0-4229-a6a5-964dbfb85b0c req-ce46a047-ce76-4470-9b45-14f24d81a2c8 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a32907-124d-4d18-a7b2-8df50be3affc HTTP/1.1" status: 200 len: 210 time: 0.0291615 Jun 29 11:41:02.507541 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae2aca-8f03-4aa2-b0e1-a4e12a57da37 req-a06a52b0-a004-451e-bdf8-7098eaf3873b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:02.509050 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a7ae2aca-8f03-4aa2-b0e1-a4e12a57da37 req-a06a52b0-a004-451e-bdf8-7098eaf3873b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0633855 Jun 29 11:41:02.547431 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a7ae2aca-8f03-4aa2-b0e1-a4e12a57da37 req-00543eca-fbbb-4c52-bd3f-011a6faa6f12 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323224 Jun 29 11:41:03.001936 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36024) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:03.435250 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669436'] for router_interface, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:03.807235 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Deleting port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:41:03.807572 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:03.810722 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f6d0c-5f21-482a-a24c-17558d8b0ff8 req-cdc71d4c-7d22-4e26-84cc-a2f5bc3d310a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:03.812263 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6f4f6d0c-5f21-482a-a24c-17558d8b0ff8 req-cdc71d4c-7d22-4e26-84cc-a2f5bc3d310a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0906956 Jun 29 11:41:03.852117 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6f4f6d0c-5f21-482a-a24c-17558d8b0ff8 req-59dc5c02-ce3c-4853-bc03-d09852889916 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340242 Jun 29 11:41:03.892084 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] For port d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7,segment=NetworkSegment(716c9961-2e5c-45fe-b2f3-3d06fbfb16a4),segment_id=716c9961-2e5c-45fe-b2f3-3d06fbfb16a4)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:03.892480 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:03.904683 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Calling delete_port for d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 owned by network:router_interface {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:41:04.101151 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:04.104170 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:04.126488 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:04.129980 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:04.289406 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655948'] for router_interface, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:04.730795 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:41:04.850505 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:41:04.860642 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] 10.222.0.72 "PUT /v2.0/routers/515f8f0a-62d9-4dff-8f3f-8e089e8a638e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570633 Jun 29 11:41:04.860827 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36044) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:04.864032 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] Sync routers for ids ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:41:04.914119 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] Routers {'515f8f0a-62d9-4dff-8f3f-8e089e8a638e'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:41:04.915025 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:40:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:05.077851 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Notify callbacks [] for router, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:05.146017 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] Set router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:41:05.221348 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdab31-4748-4672-960a-782a00a30b95 req-3e9f0212-07cc-4d68-a896-a344dba0d9b3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:05.223520 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-46bdab31-4748-4672-960a-782a00a30b95 req-3e9f0212-07cc-4d68-a896-a344dba0d9b3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1983650 Jun 29 11:41:05.300570 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:05.310092 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-46bdab31-4748-4672-960a-782a00a30b95 req-5f3f7a48-3ad9-4f39-b4f1-6bfe6426dc7a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727911 Jun 29 11:41:05.366427 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Deleting port ca12a28e-f19e-4b40-aafb-1a52d64c540e {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:41:05.366752 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:05.373376 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-router', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:41:04Z', 'revision_number': 5, 'project_id': '69ca7377cee948cea0e0c741df332221', 'gw_port': {'id': 'ca12a28e-f19e-4b40-aafb-1a52d64c540e', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:05.401422 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] Checking router: 515f8f0a-62d9-4dff-8f3f-8e089e8a638e for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:41:05.414424 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] Routers {'515f8f0a-62d9-4dff-8f3f-8e089e8a638e'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:41:05.415044 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:40:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:05.458008 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] For port ca12a28e-f19e-4b40-aafb-1a52d64c540e, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=ca12a28e-f19e-4b40-aafb-1a52d64c540e,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:05.458401 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:05.476059 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Calling delete_port for ca12a28e-f19e-4b40-aafb-1a52d64c540e owned by network:router_gateway {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:41:05.515020 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] Set router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e gateway port host: None {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:41:05.619430 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-router', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:41:05Z', 'revision_number': 6, 'project_id': '69ca7377cee948cea0e0c741df332221', 'gw_port_host': None}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:05.654643 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0aa8e-fcdc-4970-a98b-7a0f7eb61bfd None None] The sync data for ids ['515f8f0a-62d9-4dff-8f3f-8e089e8a638e'] in dv-cinder-797608-2-iscsi is: [{'id': '515f8f0a-62d9-4dff-8f3f-8e089e8a638e', 'name': 'tempest-ServerRescueNegativeTestJSON-1131520571-router', 'tenant_id': '69ca7377cee948cea0e0c741df332221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:37:46Z', 'updated_at': '2021-06-29T11:41:05Z', 'revision_number': 6, 'project_id': '69ca7377cee948cea0e0c741df332221', 'gw_port_host': None}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:41:05.748753 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:05.750901 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:05.781808 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca12a28e-f19e-4b40-aafb-1a52d64c540e,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:05.786084 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:05.867431 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2075368'] for router_gateway, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:05.975088 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1753'] for router, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:05.977121 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.059372 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654953'] for router, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.060019 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 515f8f0a-62d9-4dff-8f3f-8e089e8a638e {{(pid=93144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:41:06.065070 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] Notify callbacks [] for router, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.066312 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-04814638-4442-4e33-a49e-723aeea11167 admin admin] 10.222.0.72 "DELETE /v2.0/routers/515f8f0a-62d9-4dff-8f3f-8e089e8a638e HTTP/1.1" status: 204 len: 168 time: 1.2045412 Jun 29 11:41:06.068904 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36066) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:06.138225 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Deleting subnet e8fa47a2-2e24-42ee-89f4-8bd2812d294b {{(pid=93145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:41:06.142915 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.192103 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8038721'] for subnet, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.236423 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.271662 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:41:06.303605 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8061683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7824906'] for subnet, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.307333 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0651f208-6501-4f43-9a9d-b5681b566aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:06.334429 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8fa47a2-2e24-42ee-89f4-8bd2812d294b,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:06.344383 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.346375 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e8fa47a2-2e24-42ee-89f4-8bd2812d294b HTTP/1.1" status: 204 len: 168 time: 0.2763553 Jun 29 11:41:06.349282 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36080) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:06.350670 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.351464 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.352180 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.352866 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.353920 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.354651 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.355326 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.355952 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.356741 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.357515 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.358535 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.358837 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:06.364045 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:06.431874 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.450719 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42658f-f637-44b5-bda2-d756e48b1e01 req-9d90f431-4db7-4465-a8c4-fb96f9a03f83 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:06.452338 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab42658f-f637-44b5-bda2-d756e48b1e01 req-9d90f431-4db7-4465-a8c4-fb96f9a03f83 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0696397 Jun 29 11:41:06.521664 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ab42658f-f637-44b5-bda2-d756e48b1e01 req-2c5dffa3-7c25-44e2-b8aa-efb58e469909 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621977 Jun 29 11:41:06.529226 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:41:06.549276 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36090) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:06.555729 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.559817 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:41:06.560601 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device d8db16c7-076f-4c95-8a9d-bf5ed5af0fd7 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:41:06.566417 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797b5427-f5d9-4e9e-85fe-c7de5762eb8e']}} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:06.577047 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4') {'for_net_delete': True} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:06.577418 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716c9961-2e5c-45fe-b2f3-3d06fbfb16a4') {} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:06.586618 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4475958'] for segment, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.629224 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.637470 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:41:06.637932 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4645090'] for segment, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: Traceback (most recent call last): Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: timer() Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: cb(*args, **kw) Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: return func(*args, **kwargs) Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: self._notify() Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: self.callback(batched_events) Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: event.method(event) Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: return f(self, *a, **k) Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._get(url).json() Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: return self.request(url, 'GET', **kwargs) Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:41:06.639749 dv-cinder-797608-2-iscsi neutron-server[93144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:41:06.704438 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.713565 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e132e674-6aaf-43c6-979a-7d335823b650 req-8e488ae6-7320-4d4b-bc24-4a4895709160 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1631577 Jun 29 11:41:06.714555 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.716490 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/797b5427-f5d9-4e9e-85fe-c7de5762eb8e HTTP/1.1" status: 204 len: 168 time: 0.3661556 Jun 29 11:41:06.717262 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eff4eac6-3b23-4487-8e75-b2038441ac42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:06.729766 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=797b5427-f5d9-4e9e-85fe-c7de5762eb8e,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:06.744530 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-029ec979-682c-4bfa-bca0-fc35adc251e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:06.920585 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36100) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:06.967891 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-be8ed497-2427-4b31-b604-a79223d413fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69ca7377cee948cea0e0c741df332221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459976 Jun 29 11:41:06.970782 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36104) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:07.024234 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-76a308f7-f605-4392-831b-bb95255cbeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:07.047883 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-76a308f7-f605-4392-831b-bb95255cbeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:07.111445 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-76a308f7-f605-4392-831b-bb95255cbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:07.115267 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-76a308f7-f605-4392-831b-bb95255cbeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:07.119025 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-76a308f7-f605-4392-831b-bb95255cbeb7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b62ec975-7435-4b62-8a2a-78841a493962 HTTP/1.1" status: 204 len: 168 time: 0.1447659 Jun 29 11:41:07.119025 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-371efd4c-cb5d-4505-a538-7a271777b696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:07.129771 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a308f7-f605-4392-831b-bb95255cbeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62ec975-7435-4b62-8a2a-78841a493962,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:07.132700 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-76a308f7-f605-4392-831b-bb95255cbeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:07.719681 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986272f1-cb72-4eca-b7d6-f9c57067eb11 req-2939450f-f738-49f3-9b9e-7a94f49706d3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:07.721295 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-986272f1-cb72-4eca-b7d6-f9c57067eb11 req-2939450f-f738-49f3-9b9e-7a94f49706d3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0689983 Jun 29 11:41:07.763810 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-986272f1-cb72-4eca-b7d6-f9c57067eb11 req-b0fad782-7980-497a-ab50-174f8708bf6b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344088 Jun 29 11:41:07.868915 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 74388978-24cc-4bb8-ae15-73414980f1cf no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:41:08.096324 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ca12a28e-f19e-4b40-aafb-1a52d64c540e no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:41:08.120045 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: ca12a28e-f19e-4b40-aafb-1a52d64c540e {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:41:08.120462 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ca12a28e-f19e-4b40-aafb-1a52d64c540e not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:41:08.949087 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca609943-e2b0-42e7-85a0-e23d38f639bf req-fc3ed49f-aedb-463d-bea5-c0c8e6b6e772 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:08.950728 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca609943-e2b0-42e7-85a0-e23d38f639bf req-fc3ed49f-aedb-463d-bea5-c0c8e6b6e772 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0663116 Jun 29 11:41:08.978614 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36180) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:08.990914 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ca609943-e2b0-42e7-85a0-e23d38f639bf req-f8f87d62-035a-4770-baa2-329c7a1025b3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342662 Jun 29 11:41:09.085380 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ad09808f-4b84-4669-a6ab-4d2849069aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.174870 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ad09808f-4b84-4669-a6ab-4d2849069aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.178927 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ad09808f-4b84-4669-a6ab-4d2849069aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.182438 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e9690455-0849-4386-8fba-5e01a7448574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:09.218038 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ad09808f-4b84-4669-a6ab-4d2849069aff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2eba8943b74c4f4e86aa44418daef7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382591 Jun 29 11:41:09.219176 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09808f-4b84-4669-a6ab-4d2849069aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6780322-8f37-44bd-aa51-b0871df7e744,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:09.220712 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36186) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:09.222459 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ad09808f-4b84-4669-a6ab-4d2849069aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:09.270358 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b0976cb3-3276-4360-a0c0-0bdc1b70a8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.292949 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b0976cb3-3276-4360-a0c0-0bdc1b70a8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.341661 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b0976cb3-3276-4360-a0c0-0bdc1b70a8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.344344 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b0976cb3-3276-4360-a0c0-0bdc1b70a8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.345592 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-b0976cb3-3276-4360-a0c0-0bdc1b70a8ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6780322-8f37-44bd-aa51-b0871df7e744 HTTP/1.1" status: 204 len: 168 time: 0.1238823 Jun 29 11:41:09.346455 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-81f3df38-0124-41de-afc2-c16a2d8869fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:09.355037 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0976cb3-3276-4360-a0c0-0bdc1b70a8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6780322-8f37-44bd-aa51-b0871df7e744,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:09.357560 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b0976cb3-3276-4360-a0c0-0bdc1b70a8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:09.634705 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36194) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:09.652183 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-bb3e4bee-df18-4f73-9997-f4261afb16a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.753369 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-bb3e4bee-df18-4f73-9997-f4261afb16a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.757145 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-bb3e4bee-df18-4f73-9997-f4261afb16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.759693 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ee7cd1e4-4ee7-44cf-9e47-ad50e23fcf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:09.798237 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-bb3e4bee-df18-4f73-9997-f4261afb16a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=145fd9e5df9140e18a44c2e747e53944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624293 Jun 29 11:41:09.799230 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e4bee-df18-4f73-9997-f4261afb16a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc3bdf-056e-40b3-aad7-e63ab4544fb3,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:09.801103 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36196) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:09.802337 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-bb3e4bee-df18-4f73-9997-f4261afb16a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:09.855801 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-100d1299-0816-4df8-bc8f-c0ce70c88b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.877290 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-100d1299-0816-4df8-bc8f-c0ce70c88b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.924775 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-100d1299-0816-4df8-bc8f-c0ce70c88b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.927382 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-100d1299-0816-4df8-bc8f-c0ce70c88b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:09.928557 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-100d1299-0816-4df8-bc8f-c0ce70c88b4e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54fc3bdf-056e-40b3-aad7-e63ab4544fb3 HTTP/1.1" status: 204 len: 168 time: 0.1255729 Jun 29 11:41:09.929333 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-7788ff45-5a0e-429a-b507-12121f02a5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:09.937623 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1299-0816-4df8-bc8f-c0ce70c88b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc3bdf-056e-40b3-aad7-e63ab4544fb3,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:09.940065 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-100d1299-0816-4df8-bc8f-c0ce70c88b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:10.222258 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ed7a2-c350-4603-b179-8fb07c375019 req-0c06a6ea-b781-4a81-b854-a21eb32819d3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:10.223949 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3c4ed7a2-c350-4603-b179-8fb07c375019 req-0c06a6ea-b781-4a81-b854-a21eb32819d3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0898850 Jun 29 11:41:10.296889 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3c4ed7a2-c350-4603-b179-8fb07c375019 req-b92ba5a9-3253-4ee0-93cc-e82a31cbcf3b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635111 Jun 29 11:41:10.708162 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36228) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:10.802686 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2008980104-network', 'tenant_id': 'ac7e588f634a4aa3a08ad2d2b75b3a0c'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:10.826997 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Made reservation on behalf of ac7e588f634a4aa3a08ad2d2b75b3a0c for: {'network': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:10.829435 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:10.837859 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:10.903800 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e674-6aaf-43c6-979a-7d335823b650 req-2e21cab6-a3d6-4852-aded-2540478b689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:10.905321 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e132e674-6aaf-43c6-979a-7d335823b650 req-2e21cab6-a3d6-4852-aded-2540478b689c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d&tenant_id=a2fc0d2c6f944d52939e72f3559d83cb HTTP/1.1" status: 200 len: 1097 time: 0.1026633 Jun 29 11:41:10.941424 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:10.946180 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:10.949234 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c8cdeb44-228a-4764-bcfa-10df9b128e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:10.971704 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:41:10.983982 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a02db3e-2415-48c5-a585-6bdc08c671f8,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:10.986846 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:10.987153 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.segments_db [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Added segment 848a1458-41c4-49be-8159-6e456c7008ef of type vlan for network f39220d1-9043-4b7a-bcc5-c3f90e3e5340 Jun 29 11:41:10.988560 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:10.993310 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e674-6aaf-43c6-979a-7d335823b650 req-22fff644-950a-4e50-b90a-cd26689adeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:10.994391 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e132e674-6aaf-43c6-979a-7d335823b650 req-22fff644-950a-4e50-b90a-cd26689adeb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 1097 time: 0.0658460 Jun 29 11:41:11.030226 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:11.067148 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:11.068669 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:11.069247 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:11.072994 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:11.094749 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e674-6aaf-43c6-979a-7d335823b650 req-a3b82ee9-635b-4d17-af5b-135d55d35e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:11.096247 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e132e674-6aaf-43c6-979a-7d335823b650 req-a3b82ee9-635b-4d17-af5b-135d55d35e7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.0948029 Jun 29 11:41:11.125883 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4165637 Jun 29 11:41:11.130795 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36232) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:11.135498 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Request body: {'subnet': {'network_id': 'f39220d1-9043-4b7a-bcc5-c3f90e3e5340', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2008980104-subnet', 'tenant_id': 'ac7e588f634a4aa3a08ad2d2b75b3a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:11.138714 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Pushing event updated for resources: {'Network': ['ID=f39220d1-9043-4b7a-bcc5-c3f90e3e5340,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:11.141806 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:11.151571 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network f39220d1-9043-4b7a-bcc5-c3f90e3e5340 details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:41:11.159481 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Made reservation on behalf of ac7e588f634a4aa3a08ad2d2b75b3a0c for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:11.162274 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248338'] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:11.168785 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e132e674-6aaf-43c6-979a-7d335823b650 req-95ab6ac3-b962-4cbc-8943-e38dd7a0affb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74388978-24cc-4bb8-ae15-73414980f1cf HTTP/1.1" status: 200 len: 1000 time: 0.0652184 Jun 29 11:41:11.219906 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e674-6aaf-43c6-979a-7d335823b650 req-f3f2630d-2ec4-41d2-8058-db00693d8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:11.221859 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e132e674-6aaf-43c6-979a-7d335823b650 req-f3f2630d-2ec4-41d2-8058-db00693d8f3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0468624 Jun 29 11:41:11.282045 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e674-6aaf-43c6-979a-7d335823b650 req-76529d0e-8539-4078-a78c-c32d08d56533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:11.283476 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e132e674-6aaf-43c6-979a-7d335823b650 req-76529d0e-8539-4078-a78c-c32d08d56533 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546720 Jun 29 11:41:11.340566 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4644864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248320'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:11.347003 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ad2db0e5-2363-4617-88ed-1e4a1c115f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:11.399345 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5399f08f-fcf2-48c7-8386-735e6b981abd,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:11.402410 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:11.410620 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e132e674-6aaf-43c6-979a-7d335823b650 req-1b46ccb3-1a78-4a4b-b941-4e9db86f97e1 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196320 Jun 29 11:41:11.418278 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Checking segment: {'id': '848a1458-41c4-49be-8159-6e456c7008ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f39220d1-9043-4b7a-bcc5-c3f90e3e5340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:41:11.418634 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Network hostable DHCP agents. Network: f39220d1-9043-4b7a-bcc5-c3f90e3e5340, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:41:11.437535 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Network f39220d1-9043-4b7a-bcc5-c3f90e3e5340 is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:41:11.447993 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, f39220d1-9043-4b7a-bcc5-c3f90e3e5340) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:41:11.455370 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:11.456463 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:11.468178 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f5b9df-fbea-498b-972e-bdbea692617b None None] Network f39220d1-9043-4b7a-bcc5-c3f90e3e5340 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:41:11.484768 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3528681 Jun 29 11:41:11.773227 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77680dc-82a0-4eb4-b313-406335ce653b None None] Network f39220d1-9043-4b7a-bcc5-c3f90e3e5340 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:41:11.815593 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e132e674-6aaf-43c6-979a-7d335823b650 req-5247f5a5-15a8-4cc0-bcac-6b9c02be3128 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984265 Jun 29 11:41:11.830602 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa862b8-75cb-4284-837b-ec05c0f223d4 req-070761d6-3c5f-4177-bb94-f31913961a11 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:11.832182 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ffa862b8-75cb-4284-837b-ec05c0f223d4 req-070761d6-3c5f-4177-bb94-f31913961a11 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.3690193 Jun 29 11:41:11.904339 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ffa862b8-75cb-4284-837b-ec05c0f223d4 req-591f102b-3a78-44ac-b4d6-d0b013e244b2 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651314 Jun 29 11:41:12.088630 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36266) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:12.094831 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-524833000-network', 'tenant_id': '2e5b5bacab16459fb84d31ac9608640b'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:12.117717 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Made reservation on behalf of 2e5b5bacab16459fb84d31ac9608640b for: {'network': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:12.120501 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.129876 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.227140 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.231309 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.235138 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-df377140-152d-41be-a12c-3fd487f60f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:12.256733 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:41:12.266123 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f589744-ffaf-4ad5-bd3d-966321a1d3e4,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:12.269847 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:12.272737 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.273075 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.segments_db [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Added segment 237c030b-1ee6-4329-9d61-9e9c9e8221e4 of type vlan for network 6131dcd0-9110-4915-ad59-aea07a023fa2 Jun 29 11:41:12.316069 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.349139 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.350689 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:12.351439 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.354028 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:12.432768 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Pushing event updated for resources: {'Network': ['ID=6131dcd0-9110-4915-ad59-aea07a023fa2,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:12.436967 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:12.443877 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36280) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:12.444560 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 6131dcd0-9110-4915-ad59-aea07a023fa2 details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:41:12.451972 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Request body: {'subnet': {'network_id': '6131dcd0-9110-4915-ad59-aea07a023fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-524833000-subnet', 'tenant_id': '2e5b5bacab16459fb84d31ac9608640b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:12.458874 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3668282 Jun 29 11:41:12.493548 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Made reservation on behalf of 2e5b5bacab16459fb84d31ac9608640b for: {'subnet': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:12.497383 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7824943'] for subnet, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.731153 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8061628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7824957'] for subnet, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.733865 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:12.782852 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283ecc0b-2de9-4495-b4eb-73251e06df42,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:12.786070 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:12.801613 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Checking segment: {'id': '237c030b-1ee6-4329-9d61-9e9c9e8221e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6131dcd0-9110-4915-ad59-aea07a023fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:41:12.802028 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Network hostable DHCP agents. Network: 6131dcd0-9110-4915-ad59-aea07a023fa2, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:41:12.821474 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Network 6131dcd0-9110-4915-ad59-aea07a023fa2 is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:41:12.833174 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 6131dcd0-9110-4915-ad59-aea07a023fa2) {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:41:12.838450 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:12.839137 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:12.849128 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d5b502-077f-4f79-9568-1c732b0c8b73 None None] Network 6131dcd0-9110-4915-ad59-aea07a023fa2 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:41:12.868215 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a17cbfa5-b7f2-476c-ad92-13049538ab20 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4229834 Jun 29 11:41:13.088212 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f53d784-1340-4879-95df-2aeb8b4ce458 None None] Network 6131dcd0-9110-4915-ad59-aea07a023fa2 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:41:13.178025 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d8e1b-54bb-494d-b3d8-a37734ebb1ce req-50a5656a-eccb-4f21-838b-8918c8b75915 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:13.180969 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1f4d8e1b-54bb-494d-b3d8-a37734ebb1ce req-50a5656a-eccb-4f21-838b-8918c8b75915 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0846791 Jun 29 11:41:13.243364 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1f4d8e1b-54bb-494d-b3d8-a37734ebb1ce req-a1766583-625d-4fcd-8829-772583e3180d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550957 Jun 29 11:41:14.471672 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b9ddb-76c7-48f1-8001-772c94e7ce89 req-91ac98a0-ae5f-441a-ace0-8421ddf8bcba tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:14.476688 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9b1b9ddb-76c7-48f1-8001-772c94e7ce89 req-91ac98a0-ae5f-441a-ace0-8421ddf8bcba tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0842021 Jun 29 11:41:14.515826 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9b1b9ddb-76c7-48f1-8001-772c94e7ce89 req-0a0198ec-d195-4553-af40-cff96a6f67cc tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361688 Jun 29 11:41:14.527543 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36322) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:14.659479 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f15f937c-8b05-45cc-9e02-7a30a9c25461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:14.763977 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f15f937c-8b05-45cc-9e02-7a30a9c25461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:14.768399 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f15f937c-8b05-45cc-9e02-7a30a9c25461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:14.771443 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4779c180-ffac-4154-8e8c-1fbd6e4e84f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:14.806313 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f937c-8b05-45cc-9e02-7a30a9c25461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a34da7-c929-4334-ae8a-a08183e225b6,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:14.810478 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-f15f937c-8b05-45cc-9e02-7a30a9c25461 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c7b6f598486445d8fbfe2435e0d6ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818868 Jun 29 11:41:14.811419 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f15f937c-8b05-45cc-9e02-7a30a9c25461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:14.813060 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36332) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:14.870114 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3a31b03b-cea5-42d0-99fe-1fdab0a43528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:14.893872 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3a31b03b-cea5-42d0-99fe-1fdab0a43528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:14.963903 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3a31b03b-cea5-42d0-99fe-1fdab0a43528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:14.966733 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3a31b03b-cea5-42d0-99fe-1fdab0a43528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:14.970970 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-3a31b03b-cea5-42d0-99fe-1fdab0a43528 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a8a34da7-c929-4334-ae8a-a08183e225b6 HTTP/1.1" status: 204 len: 168 time: 0.1569560 Jun 29 11:41:14.972369 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ad09808f-4b84-4669-a6ab-4d2849069aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:14.980998 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31b03b-cea5-42d0-99fe-1fdab0a43528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a34da7-c929-4334-ae8a-a08183e225b6,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:14.984888 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-3a31b03b-cea5-42d0-99fe-1fdab0a43528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:15.991521 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d6ea0-2312-4bf7-af1d-b5e23c9212b1 req-90c1ea2d-1fad-4cfe-a116-b1a4d57e8c65 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:15.999032 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2d6d6ea0-2312-4bf7-af1d-b5e23c9212b1 req-90c1ea2d-1fad-4cfe-a116-b1a4d57e8c65 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.3324177 Jun 29 11:41:16.034961 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2d6d6ea0-2312-4bf7-af1d-b5e23c9212b1 req-03360a3a-5159-44cf-9769-7198b07e5425 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349658 Jun 29 11:41:17.187889 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:17.256109 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc071-21d3-4b55-9b3d-095ec880169a req-8579c0c7-6d3c-4e7b-a561-ff76e86b4178 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:17.260696 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-754dc071-21d3-4b55-9b3d-095ec880169a req-8579c0c7-6d3c-4e7b-a561-ff76e86b4178 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0930479 Jun 29 11:41:17.316254 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-754dc071-21d3-4b55-9b3d-095ec880169a req-87a63089-9a25-4a1c-94e7-18598a0a47d0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483329 Jun 29 11:41:18.520708 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec856b-a534-456f-9e54-cf73ef170a7c req-08cd38b1-8fa2-41dc-80e1-34047edb7397 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:18.534178 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-23ec856b-a534-456f-9e54-cf73ef170a7c req-08cd38b1-8fa2-41dc-80e1-34047edb7397 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0799983 Jun 29 11:41:18.576080 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-23ec856b-a534-456f-9e54-cf73ef170a7c req-bbc95797-81b6-4cb1-a3a3-e27e6e5ce287 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400629 Jun 29 11:41:19.770389 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b607-6a4d-4ae2-a1ef-f28a033256e7 req-fab840b8-b5d9-4277-b559-a4805925497a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:19.772207 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8e71b607-6a4d-4ae2-a1ef-f28a033256e7 req-fab840b8-b5d9-4277-b559-a4805925497a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0649707 Jun 29 11:41:19.818892 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8e71b607-6a4d-4ae2-a1ef-f28a033256e7 req-ad6077f1-5329-491b-b2ca-eacddf4d70d6 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392878 Jun 29 11:41:21.052289 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85d764-249b-4d48-8130-95ff591700d2 req-0cc7f6bd-9bd5-49bf-8116-2ee785eb8ec3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:21.053949 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c85d764-249b-4d48-8130-95ff591700d2 req-0cc7f6bd-9bd5-49bf-8116-2ee785eb8ec3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0907686 Jun 29 11:41:21.106288 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c85d764-249b-4d48-8130-95ff591700d2 req-d710d17b-adde-4a50-ba11-ee894fa24401 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459082 Jun 29 11:41:22.320043 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dd1c2-9999-4cfc-8649-c82672c28d8f req-af9d8018-65c1-4a91-86d6-0834afe9deb3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:22.321598 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-448dd1c2-9999-4cfc-8649-c82672c28d8f req-af9d8018-65c1-4a91-86d6-0834afe9deb3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0760214 Jun 29 11:41:22.373429 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-448dd1c2-9999-4cfc-8649-c82672c28d8f req-a2fb1266-a8ae-42c6-9cee-b1a3292ba279 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455360 Jun 29 11:41:23.115007 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ea8917eb-9c59-42e4-a829-fd9482ac2a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:23.574466 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95a1e6-8524-495e-82f3-5d3981f97ee1 req-c091cac8-3e11-4506-a228-1850fb63b86a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:23.576632 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e95a1e6-8524-495e-82f3-5d3981f97ee1 req-c091cac8-3e11-4506-a228-1850fb63b86a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0753455 Jun 29 11:41:23.617330 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e95a1e6-8524-495e-82f3-5d3981f97ee1 req-b42ad53d-71e9-40df-968f-5f66e852e744 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345888 Jun 29 11:41:23.864402 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36526) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:23.980664 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.088994 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.095158 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.097896 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-13c71f09-8525-41d2-a95a-953dda616f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:24.135720 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9be7838de3164b7e97d03788041eacc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699983 Jun 29 11:41:24.136664 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d510d96-ac70-45ba-9a00-f2785caf324e,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:24.139005 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36534) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:24.145622 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.145964 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.146325 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.146899 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.147487 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.148012 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.148387 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.148734 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.149080 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.149446 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.149761 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.150101 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:24.154991 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:24.212186 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8ae68696-c9fb-43de-9238-592cd8b9a453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.235305 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8ae68696-c9fb-43de-9238-592cd8b9a453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.287630 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8ae68696-c9fb-43de-9238-592cd8b9a453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.290538 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-8ae68696-c9fb-43de-9238-592cd8b9a453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.291772 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-8ae68696-c9fb-43de-9238-592cd8b9a453 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d510d96-ac70-45ba-9a00-f2785caf324e HTTP/1.1" status: 204 len: 168 time: 0.1515274 Jun 29 11:41:24.292704 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-912226be-e3e8-4583-b6b5-bba411a4866a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:24.301143 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae68696-c9fb-43de-9238-592cd8b9a453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d510d96-ac70-45ba-9a00-f2785caf324e,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:24.303973 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8ae68696-c9fb-43de-9238-592cd8b9a453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:24.667471 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36550) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:24.681061 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ac953f16-7df3-4fc2-8682-13a012753ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.788161 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ac953f16-7df3-4fc2-8682-13a012753ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.799628 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ac953f16-7df3-4fc2-8682-13a012753ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.818674 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:24.874380 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36554) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:24.881642 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-ac953f16-7df3-4fc2-8682-13a012753ab1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26ea7248c4c049c5ae79c1709dc0f218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130041 Jun 29 11:41:24.888704 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac953f16-7df3-4fc2-8682-13a012753ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af270ed-9085-4f95-8b95-73b8bac86b49,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:24.900201 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ac953f16-7df3-4fc2-8682-13a012753ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:24.930937 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e3ef6-e989-4594-bbfe-444c33197f88 req-9f0a8ee5-d80d-42ae-ab73-cb314470e568 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:24.932553 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c0e3ef6-e989-4594-bbfe-444c33197f88 req-9f0a8ee5-d80d-42ae-ab73-cb314470e568 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1475396 Jun 29 11:41:24.936923 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-84db6d6e-7bc5-4b5b-b9f1-a8566d75423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.961630 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-84db6d6e-7bc5-4b5b-b9f1-a8566d75423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:24.982102 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c0e3ef6-e989-4594-bbfe-444c33197f88 req-0897df63-cb83-41a2-b184-d92452bbe14f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Jun 29 11:41:25.029401 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-84db6d6e-7bc5-4b5b-b9f1-a8566d75423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:25.031974 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-84db6d6e-7bc5-4b5b-b9f1-a8566d75423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:25.033147 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-84db6d6e-7bc5-4b5b-b9f1-a8566d75423a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6af270ed-9085-4f95-8b95-73b8bac86b49 HTTP/1.1" status: 204 len: 168 time: 0.1577871 Jun 29 11:41:25.033899 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-24d4a633-bc50-4496-b584-57af9cec9b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:25.041544 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db6d6e-7bc5-4b5b-b9f1-a8566d75423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af270ed-9085-4f95-8b95-73b8bac86b49,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:25.043982 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-84db6d6e-7bc5-4b5b-b9f1-a8566d75423a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:25.430700 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36564) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:25.445059 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6313529d-f32c-4124-9d48-669864bf597d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:25.535729 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6313529d-f32c-4124-9d48-669864bf597d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:25.540866 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6313529d-f32c-4124-9d48-669864bf597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:25.544976 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-3c6b670e-b2cc-43b6-8156-ecb492909196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:25.586733 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313529d-f32c-4124-9d48-669864bf597d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620add28-5020-4a25-90c4-380a34606408,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:25.592814 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-6313529d-f32c-4124-9d48-669864bf597d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3285504d33884f94ac79afff707cd1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607025 Jun 29 11:41:25.594157 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6313529d-f32c-4124-9d48-669864bf597d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:25.594938 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36566) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:25.654619 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0875e68c-b7ea-47a0-a856-0082bb95884b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:25.678039 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0875e68c-b7ea-47a0-a856-0082bb95884b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:25.729217 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0875e68c-b7ea-47a0-a856-0082bb95884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:25.732586 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0875e68c-b7ea-47a0-a856-0082bb95884b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:25.733720 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-0875e68c-b7ea-47a0-a856-0082bb95884b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/620add28-5020-4a25-90c4-380a34606408 HTTP/1.1" status: 204 len: 168 time: 0.1378202 Jun 29 11:41:25.734552 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6313529d-f32c-4124-9d48-669864bf597d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:25.742755 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875e68c-b7ea-47a0-a856-0082bb95884b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620add28-5020-4a25-90c4-380a34606408,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:25.744953 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0875e68c-b7ea-47a0-a856-0082bb95884b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:26.164626 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef0101-95e9-4e46-900c-ac3d595ac83c req-60331d49-9fb5-49b0-a7d0-25ec8c142947 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:26.166106 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2ef0101-95e9-4e46-900c-ac3d595ac83c req-60331d49-9fb5-49b0-a7d0-25ec8c142947 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0630829 Jun 29 11:41:26.205822 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e2ef0101-95e9-4e46-900c-ac3d595ac83c req-ffd5f2b7-44c5-4b27-ae5d-ce4b63ff2e5f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334656 Jun 29 11:41:26.405341 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-687fabce-ba14-4899-aee1-1e096f20862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.415458 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36594) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:26.516059 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2032582111-network', 'tenant_id': 'b90118d1bc6f4aa9846ec3ea170585d7'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:26.543316 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Made reservation on behalf of b90118d1bc6f4aa9846ec3ea170585d7 for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:26.546149 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.555033 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.651672 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.656916 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.659881 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-771e8dbe-d128-45da-a3e9-3b5d1fa289a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:26.685728 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:41:26.695742 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e047853-3fcd-458e-8e4b-efea9268bc7a,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:26.700208 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:26.701297 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.701634 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Added segment dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6 of type vlan for network 98220853-18dd-4ea2-a7ea-85167814ad28 Jun 29 11:41:26.748449 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.788864 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.790330 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:26.790916 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.793009 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:26.843564 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4269898 Jun 29 11:41:26.847243 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36600) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:26.854302 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Request body: {'subnet': {'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2032582111-subnet', 'tenant_id': 'b90118d1bc6f4aa9846ec3ea170585d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:26.855712 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Pushing event updated for resources: {'Network': ['ID=98220853-18dd-4ea2-a7ea-85167814ad28,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:26.860297 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:26.869129 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 98220853-18dd-4ea2-a7ea-85167814ad28 details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:41:26.880944 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Made reservation on behalf of b90118d1bc6f4aa9846ec3ea170585d7 for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:26.883347 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248338'] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:27.056035 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4644864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248320'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:27.058708 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e77a70d7-386a-48de-a562-eaab93bea795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:27.072716 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:27.119013 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b093da2-702f-4439-853c-ca32bf51beca,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:27.125816 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:27.130768 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Checking segment: {'id': 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:41:27.131509 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Network hostable DHCP agents. Network: 98220853-18dd-4ea2-a7ea-85167814ad28, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:41:27.149162 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Network 98220853-18dd-4ea2-a7ea-85167814ad28 is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:41:27.159106 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 98220853-18dd-4ea2-a7ea-85167814ad28) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:41:27.163236 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:27.163831 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:27.168544 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc3ef63-e4a4-44b7-bb3f-63e8d4ac66aa None None] Network 98220853-18dd-4ea2-a7ea-85167814ad28 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:41:27.180881 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-85e4dca3-0007-4655-905c-c9e7cc81f993 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3318951 Jun 29 11:41:27.316025 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7440ccf0-fd12-4ed2-8060-02abdb6bfd73 None None] Network 98220853-18dd-4ea2-a7ea-85167814ad28 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:41:27.423817 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a4ab2-e739-432e-9242-1d4b44296b84 req-3fc37d63-f6dd-4f56-86c7-7d1f9cb2b295 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:27.425965 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-834a4ab2-e739-432e-9242-1d4b44296b84 req-3fc37d63-f6dd-4f56-86c7-7d1f9cb2b295 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0730703 Jun 29 11:41:27.492726 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-834a4ab2-e739-432e-9242-1d4b44296b84 req-6c9bdd81-f2e0-4162-9dd4-677650861977 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615146 Jun 29 11:41:28.007219 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:28.675101 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526ec62-8785-45d4-a3ea-417960b32e8b req-06bdf097-0df0-4d92-82ae-81dc18d5f5c2 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:28.676602 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f526ec62-8785-45d4-a3ea-417960b32e8b req-06bdf097-0df0-4d92-82ae-81dc18d5f5c2 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0666249 Jun 29 11:41:28.718281 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f526ec62-8785-45d4-a3ea-417960b32e8b req-91f23deb-eb86-4586-9246-a327be7329a2 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359139 Jun 29 11:41:29.005547 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-695f0f80-22b0-40c0-8055-659c0c3630b7 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:29.006992 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-695f0f80-22b0-40c0-8055-659c0c3630b7 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/networks?id=98220853-18dd-4ea2-a7ea-85167814ad28 HTTP/1.1" status: 200 len: 809 time: 0.1020801 Jun 29 11:41:29.023007 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-26f1487f-b74e-41ce-8e58-dca475ce3c1a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/quotas/b90118d1bc6f4aa9846ec3ea170585d7 HTTP/1.1" status: 200 len: 375 time: 0.0090604 Jun 29 11:41:29.059181 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-63911b41-47bf-4afd-ace8-c0435c6bcce7 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b90118d1bc6f4aa9846ec3ea170585d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307887 Jun 29 11:41:29.194231 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-1560f402-2a8c-482b-a332-d34e8b1ddbaa service neutron] 10.222.0.72 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282756 Jun 29 11:41:29.286584 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-2eab86b2-d704-460c-a561-887cf389b049 service neutron] 10.222.0.72 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865915 Jun 29 11:41:29.455686 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6f96d187-ac41-4841-9634-2abcd547d57d req-971b12bf-be7d-4511-b626-fc1b45a12ebe tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 210 time: 0.0313990 Jun 29 11:41:29.507723 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:29.525522 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36668) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:29.577311 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_v2 [None req-27613055-4f93-43eb-a8a5-a564cb602a7c admin admin] Deleting subnet 5399f08f-fcf2-48c7-8386-735e6b981abd {{(pid=93144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:41:29.582101 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-27613055-4f93-43eb-a8a5-a564cb602a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:29.640147 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-27613055-4f93-43eb-a8a5-a564cb602a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4475961'] for subnet, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:29.687613 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-27613055-4f93-43eb-a8a5-a564cb602a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:29.745985 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-27613055-4f93-43eb-a8a5-a564cb602a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4644943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248375'] for subnet, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:29.748271 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8e7c4dbc-89a0-48a1-9c0b-9da066247792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:29.774980 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27613055-4f93-43eb-a8a5-a564cb602a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5399f08f-fcf2-48c7-8386-735e6b981abd,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:29.779155 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-27613055-4f93-43eb-a8a5-a564cb602a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:29.780420 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-27613055-4f93-43eb-a8a5-a564cb602a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:29.783749 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-27613055-4f93-43eb-a8a5-a564cb602a7c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5399f08f-fcf2-48c7-8386-735e6b981abd HTTP/1.1" status: 204 len: 168 time: 0.2566223 Jun 29 11:41:29.786155 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36678) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:29.863608 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:29.922526 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9f0f0-39c3-47a7-9cb1-a8689772a0b3 req-ac61cce3-928b-407a-88cc-ac6d9906ea92 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:29.924160 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-cec9f0f0-39c3-47a7-9cb1-a8689772a0b3 req-ac61cce3-928b-407a-88cc-ac6d9906ea92 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0671349 Jun 29 11:41:29.946932 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:29.957950 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39220d1-9043-4b7a-bcc5-c3f90e3e5340']}} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:29.970991 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-cec9f0f0-39c3-47a7-9cb1-a8689772a0b3 req-c0988601-2581-45c0-9bf8-c8afc8a01b84 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376072 Jun 29 11:41:29.973069 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848a1458-41c4-49be-8159-6e456c7008ef') {'for_net_delete': True} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:29.973451 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848a1458-41c4-49be-8159-6e456c7008ef') {} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:29.983999 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4475958'] for segment, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:29.998471 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.004876 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:41:30.005289 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4645090'] for segment, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: Traceback (most recent call last): Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: timer() Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: cb(*args, **kw) Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: return func(*args, **kwargs) Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: self._notify() Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: self.callback(batched_events) Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: event.method(event) Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: return f(self, *a, **k) Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._get(url).json() Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: return self.request(url, 'GET', **kwargs) Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:41:30.007149 dv-cinder-797608-2-iscsi neutron-server[93144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:41:30.068296 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.074996 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.077054 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f39220d1-9043-4b7a-bcc5-c3f90e3e5340 HTTP/1.1" status: 204 len: 168 time: 0.2899058 Jun 29 11:41:30.077844 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:30.079798 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36680) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:30.117582 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39220d1-9043-4b7a-bcc5-c3f90e3e5340,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:30.123312 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-132903c6-e197-492b-8381-6cb98b81dc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:30.139165 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a15959-3ed0-46da-9f66-a76534de91cb admin admin] Deleting subnet 283ecc0b-2de9-4495-b4eb-73251e06df42 {{(pid=93144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:41:30.142592 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-00a15959-3ed0-46da-9f66-a76534de91cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.183657 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-00a15959-3ed0-46da-9f66-a76534de91cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4475961'] for subnet, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.222839 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-00a15959-3ed0-46da-9f66-a76534de91cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.273245 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-00a15959-3ed0-46da-9f66-a76534de91cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4644943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248375'] for subnet, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.276222 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:30.300001 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a15959-3ed0-46da-9f66-a76534de91cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283ecc0b-2de9-4495-b4eb-73251e06df42,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:30.303127 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-00a15959-3ed0-46da-9f66-a76534de91cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:30.304119 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-00a15959-3ed0-46da-9f66-a76534de91cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.306087 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-00a15959-3ed0-46da-9f66-a76534de91cb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/283ecc0b-2de9-4495-b4eb-73251e06df42 HTTP/1.1" status: 204 len: 168 time: 0.2253518 Jun 29 11:41:30.308543 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36682) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:30.380160 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.460477 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.472580 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6131dcd0-9110-4915-ad59-aea07a023fa2']}} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:30.486212 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237c030b-1ee6-4329-9d61-9e9c9e8221e4') {'for_net_delete': True} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:30.486542 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237c030b-1ee6-4329-9d61-9e9c9e8221e4') {} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:30.508028 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4475958'] for segment, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.531691 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.544900 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:41:30.545318 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4645090'] for segment, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: Traceback (most recent call last): Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: timer() Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: cb(*args, **kw) Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: return func(*args, **kwargs) Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: self._notify() Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: self.callback(batched_events) Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: event.method(event) Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: return f(self, *a, **k) Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._get(url).json() Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: return self.request(url, 'GET', **kwargs) Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:41:30.547107 dv-cinder-797608-2-iscsi neutron-server[93144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:41:30.631030 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-220a2b45-ec2d-46a3-845a-dc32516b24c0 req-bbf1697c-2942-4465-a77e-d1c19996c81a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 210 time: 0.0316424 Jun 29 11:41:30.636385 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.641673 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:30.644323 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.646746 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6131dcd0-9110-4915-ad59-aea07a023fa2 HTTP/1.1" status: 204 len: 168 time: 0.3372140 Jun 29 11:41:30.655930 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-85f7a9ff-5286-40d2-b878-c681f5f3614a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:30.658538 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-85f7a9ff-5286-40d2-b878-c681f5f3614a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.24 "GET /v2.0/networks?id=98220853-18dd-4ea2-a7ea-85167814ad28 HTTP/1.1" status: 200 len: 809 time: 0.1554716 Jun 29 11:41:30.662538 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6131dcd0-9110-4915-ad59-aea07a023fa2,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:30.668257 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e99f81a1-3866-43a6-855a-15366e41c0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:30.676092 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Request body: {'port': {'device_id': 'c1bec967-16dd-42a8-87fd-3f30b6c907fc', 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28', 'admin_state_up': True, 'tenant_id': 'b90118d1bc6f4aa9846ec3ea170585d7'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:30.785680 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36690) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:30.806075 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Made reservation on behalf of b90118d1bc6f4aa9846ec3ea170585d7 for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:30.810170 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.836695 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-b52537c5-cd85-4f60-afaa-b9dd7bc85666 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac7e588f634a4aa3a08ad2d2b75b3a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495167 Jun 29 11:41:30.839150 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36694) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:30.895190 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-83decc3f-023f-4863-ba78-d1087c4e8c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.916604 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-83decc3f-023f-4863-ba78-d1087c4e8c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.960367 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Allocated IP 172.20.0.14 (98220853-18dd-4ea2-a7ea-85167814ad28/1b093da2-702f-4439-853c-ca32bf51beca/7ed1899f-7b75-4141-b872-9d55f2eb6376) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:41:30.965267 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-83decc3f-023f-4863-ba78-d1087c4e8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.968541 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-83decc3f-023f-4863-ba78-d1087c4e8c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:30.969683 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-83decc3f-023f-4863-ba78-d1087c4e8c03 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a02db3e-2415-48c5-a585-6bdc08c671f8 HTTP/1.1" status: 204 len: 168 time: 0.1292934 Jun 29 11:41:30.970445 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-100d1299-0816-4df8-bc8f-c0ce70c88b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:30.982044 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83decc3f-023f-4863-ba78-d1087c4e8c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a02db3e-2415-48c5-a585-6bdc08c671f8,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:30.984747 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-83decc3f-023f-4863-ba78-d1087c4e8c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:31.186841 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:31.235605 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d93072-59f0-4d5e-a5d0-09b96f65bf4c req-14261acc-667d-440c-9f9e-b72a01f0be70 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:31.237178 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-07d93072-59f0-4d5e-a5d0-09b96f65bf4c req-14261acc-667d-440c-9f9e-b72a01f0be70 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.1295545 Jun 29 11:41:31.266035 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:31.271857 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:31.314250 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-07d93072-59f0-4d5e-a5d0-09b96f65bf4c req-fd07c06c-cd69-4b82-9b04-8c59f0a5c34c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709512 Jun 29 11:41:31.314900 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36702) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:31.328699 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Network 98220853-18dd-4ea2-a7ea-85167814ad28 is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:41:31.334527 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:41:31.338945 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:41:31.343154 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Pushing event updated for resources: {'Port': ['ID=7ed1899f-7b75-4141-b872-9d55f2eb6376,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:31.366681 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:31.368022 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-2f00b890-49a8-45e8-826f-150b1da3938d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e5b5bacab16459fb84d31ac9608640b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518847 Jun 29 11:41:31.370436 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36704) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:31.394884 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:31.395513 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:31.410778 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7393017 Jun 29 11:41:31.417920 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f3d932be-a7ee-4e35-a873-10d288b97ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:31.439341 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f3d932be-a7ee-4e35-a873-10d288b97ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:31.440173 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Request body: {'port': {'device_id': 'c1bec967-16dd-42a8-87fd-3f30b6c907fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:31.485159 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f3d932be-a7ee-4e35-a873-10d288b97ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:31.487915 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f3d932be-a7ee-4e35-a873-10d288b97ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:31.491338 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-f3d932be-a7ee-4e35-a873-10d288b97ca1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f589744-ffaf-4ad5-bd3d-966321a1d3e4 HTTP/1.1" status: 204 len: 168 time: 0.1177537 Jun 29 11:41:31.491338 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8e4eda8c-1378-4445-801f-3e5d9736ac24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:31.500069 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d932be-a7ee-4e35-a873-10d288b97ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f589744-ffaf-4ad5-bd3d-966321a1d3e4,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:31.502820 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f3d932be-a7ee-4e35-a873-10d288b97ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:31.519290 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:31.820149 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed1899f-7b75-4141-b872-9d55f2eb6376 {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:41:31.829152 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:31.831128 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f698f-fa6f-4903-b95a-8a9e62dec5a1 req-b566c67f-a9d8-4942-831a-e890b7cc69f3 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:31.833178 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3c2f698f-fa6f-4903-b95a-8a9e62dec5a1 req-b566c67f-a9d8-4942-831a-e890b7cc69f3 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 932 time: 0.0742526 Jun 29 11:41:31.842647 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Transition to ACTIVE for port object 7ed1899f-7b75-4141-b872-9d55f2eb6376 will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:41:31.847614 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:31.851514 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:31.881708 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3c2f698f-fa6f-4903-b95a-8a9e62dec5a1 req-9f78273b-ba0a-4bdc-9967-6a4759fb6d54 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Jun 29 11:41:31.912510 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed1899f-7b75-4141-b872-9d55f2eb6376,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:31.935952 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:31.990319 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Attempting to bind port 7ed1899f-7b75-4141-b872-9d55f2eb6376 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:41:31.990655 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Attempting to bind port 7ed1899f-7b75-4141-b872-9d55f2eb6376 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:41:31.991114 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Attempting to bind port 7ed1899f-7b75-4141-b872-9d55f2eb6376 on network 98220853-18dd-4ea2-a7ea-85167814ad28 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:41:31.995612 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Port 7ed1899f-7b75-4141-b872-9d55f2eb6376 on network 98220853-18dd-4ea2-a7ea-85167814ad28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:41:31.995898 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Attempting to bind port 7ed1899f-7b75-4141-b872-9d55f2eb6376 on network 98220853-18dd-4ea2-a7ea-85167814ad28 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:41:32.000874 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:41:32.001218 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Checking segment: {'id': 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:41:32.001600 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Bound using segment: {'id': 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:41:32.002028 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Bound port: 7ed1899f-7b75-4141-b872-9d55f2eb6376, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:41:32.002599 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:32.081565 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] For port 7ed1899f-7b75-4141-b872-9d55f2eb6376, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:41:32.085511 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] For port 7ed1899f-7b75-4141-b872-9d55f2eb6376, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7ed1899f-7b75-4141-b872-9d55f2eb6376,segment=NetworkSegment(dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6),segment_id=dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:41:32.089702 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:32.095233 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-01a889f0-ae9d-4a58-b1ba-7c1234e721e1 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:32.127740 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:32.128291 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:32.129689 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/7ed1899f-7b75-4141-b872-9d55f2eb6376 HTTP/1.1" status: 200 len: 1094 time: 0.6941123 Jun 29 11:41:32.130187 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bec967-16dd-42a8-87fd-3f30b6c907fc', 'tag': '7ed1899f-7b75-4141-b872-9d55f2eb6376'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:32.132817 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0b646a-b2ea-4897-941d-f209bc434f50" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bec967-16dd-42a8-87fd-3f30b6c907fc", "tag": "7ed1899f-7b75-4141-b872-9d55f2eb6376"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:32.168054 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed1899f-7b75-4141-b872-9d55f2eb6376,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:32.172821 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:32.233681 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-624a9e6c-16d2-4a37-b75c-44bf59c89b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:32.235178 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-624a9e6c-16d2-4a37-b75c-44bf59c89b5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b90118d1bc6f4aa9846ec3ea170585d7&device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 1097 time: 0.0612724 Jun 29 11:41:32.283092 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-142a678b-3f40-401c-95b4-846a9337620a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ed1899f-7b75-4141-b872-9d55f2eb6376 HTTP/1.1" status: 200 len: 217 time: 0.0391953 Jun 29 11:41:32.335495 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-dc8f2d07-a4fa-4ea2-8515-7abd147476fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:32.336704 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-dc8f2d07-a4fa-4ea2-8515-7abd147476fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b093da2-702f-4439-853c-ca32bf51beca HTTP/1.1" status: 200 len: 849 time: 0.0470233 Jun 29 11:41:32.377745 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e185817c-a882-4060-8aff-cd9d3157670e x-openstack-request-id: req-e185817c-a882-4060-8aff-cd9d3157670e {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:32.378078 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bec967-16dd-42a8-87fd-3f30b6c907fc", "tag": "7ed1899f-7b75-4141-b872-9d55f2eb6376", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:32.378364 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e185817c-a882-4060-8aff-cd9d3157670e {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:32.378802 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bec967-16dd-42a8-87fd-3f30b6c907fc', 'tag': '7ed1899f-7b75-4141-b872-9d55f2eb6376', 'status': 'completed', 'code': 200} Jun 29 11:41:32.380807 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-aeaaebd4-f759-4f18-a5ab-fc10639d3d08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98220853-18dd-4ea2-a7ea-85167814ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353792 Jun 29 11:41:32.480079 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-50c9ca0f-f72d-498e-a799-bab8506ee92a service neutron] 10.222.0.24 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910594 Jun 29 11:41:32.506183 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30b606-c366-4577-9ba9-1e8b14c25ad0 req-268f5a19-2dc1-44b2-8585-5f7fd2430f04 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:32.507737 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ac30b606-c366-4577-9ba9-1e8b14c25ad0 req-268f5a19-2dc1-44b2-8585-5f7fd2430f04 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0653000 Jun 29 11:41:32.558595 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ac30b606-c366-4577-9ba9-1e8b14c25ad0 req-e75ccbb4-6427-4d25-b98a-de834fc993fc tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444663 Jun 29 11:41:32.589909 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f3ca5dee-ebaf-4544-81f7-7a41361a9ce2 req-9936119f-b892-4340-b942-d6a0380eb46a service neutron] 10.222.0.24 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022694 Jun 29 11:41:32.695038 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36742) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:32.696654 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b646a-b2ea-4897-941d-f209bc434f50 req-d8fd7f8c-7915-44af-8cb6-4a39475b97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:32.698150 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2d0b646a-b2ea-4897-941d-f209bc434f50 req-d8fd7f8c-7915-44af-8cb6-4a39475b97ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b90118d1bc6f4aa9846ec3ea170585d7&device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 1097 time: 0.0569096 Jun 29 11:41:32.792699 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b646a-b2ea-4897-941d-f209bc434f50 req-01c6e8f1-16be-4f9c-999e-523b5041a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:32.794373 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2d0b646a-b2ea-4897-941d-f209bc434f50 req-01c6e8f1-16be-4f9c-999e-523b5041a48e service neutron] 10.222.0.24 "GET /v2.0/networks?id=98220853-18dd-4ea2-a7ea-85167814ad28 HTTP/1.1" status: 200 len: 910 time: 0.0879209 Jun 29 11:41:32.798542 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3662a376-3906-4652-8777-6bf8fe206a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:32.838989 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2d0b646a-b2ea-4897-941d-f209bc434f50 req-b133f58a-eefc-4c8b-8f69-f9f501b8c534 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ed1899f-7b75-4141-b872-9d55f2eb6376 HTTP/1.1" status: 200 len: 217 time: 0.0377660 Jun 29 11:41:32.890593 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b646a-b2ea-4897-941d-f209bc434f50 req-6eadf192-ea23-41ad-bb15-bf81c4ea3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:32.892057 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2d0b646a-b2ea-4897-941d-f209bc434f50 req-6eadf192-ea23-41ad-bb15-bf81c4ea3fe3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b093da2-702f-4439-853c-ca32bf51beca HTTP/1.1" status: 200 len: 849 time: 0.0462887 Jun 29 11:41:32.900806 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3662a376-3906-4652-8777-6bf8fe206a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:32.905884 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-3662a376-3906-4652-8777-6bf8fe206a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:32.908380 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-24f02c59-29be-46bc-8e50-bf564fd28343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:32.934252 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2d0b646a-b2ea-4897-941d-f209bc434f50 req-c64e20a5-19b5-4a06-b147-bf847986f051 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98220853-18dd-4ea2-a7ea-85167814ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352752 Jun 29 11:41:32.947904 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-3662a376-3906-4652-8777-6bf8fe206a66 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=423180d24ea1422da14b535d9de40d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493222 Jun 29 11:41:32.947904 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662a376-3906-4652-8777-6bf8fe206a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7dd71f-a637-4696-b8b7-71fe58f5a0d8,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:32.948891 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36748) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:32.951741 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-3662a376-3906-4652-8777-6bf8fe206a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:33.013756 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-737a3391-f7db-4b81-a068-3d6c53ed1ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.036514 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-737a3391-f7db-4b81-a068-3d6c53ed1ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.071518 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2d0b646a-b2ea-4897-941d-f209bc434f50 req-659dad08-3e0f-413b-bff7-0b4e495cfde6 service neutron] 10.222.0.24 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295300 Jun 29 11:41:33.092156 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-737a3391-f7db-4b81-a068-3d6c53ed1ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.094912 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-737a3391-f7db-4b81-a068-3d6c53ed1ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.096055 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-737a3391-f7db-4b81-a068-3d6c53ed1ab9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff7dd71f-a637-4696-b8b7-71fe58f5a0d8 HTTP/1.1" status: 204 len: 168 time: 0.1462801 Jun 29 11:41:33.096854 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-77744aed-fca2-45fe-84cd-5989b6ba45a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:33.105908 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a3391-f7db-4b81-a068-3d6c53ed1ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7dd71f-a637-4696-b8b7-71fe58f5a0d8,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:33.109376 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-737a3391-f7db-4b81-a068-3d6c53ed1ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:33.171578 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1c41d-8822-4fc2-aff7-992069307bbd req-4ea0099a-8eca-4b25-9c27-36decf38c145 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:33.173789 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-88e1c41d-8822-4fc2-aff7-992069307bbd req-4ea0099a-8eca-4b25-9c27-36decf38c145 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 944 time: 0.1615348 Jun 29 11:41:33.243207 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2d0b646a-b2ea-4897-941d-f209bc434f50 req-9d552fb3-8737-4791-ae72-22c0c9a67ff2 service neutron] 10.222.0.24 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634531 Jun 29 11:41:33.246184 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-88e1c41d-8822-4fc2-aff7-992069307bbd req-e3aa98a5-fa4a-4af3-bb1e-13cc6045271e tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645087 Jun 29 11:41:33.766256 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16813105-915e-4291-b481-eb3d8bd5d5e9 req-c46c6336-378c-45a9-9c8c-97cd835d0c56 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:33.769151 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-16813105-915e-4291-b481-eb3d8bd5d5e9 req-c46c6336-378c-45a9-9c8c-97cd835d0c56 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0849054 Jun 29 11:41:33.820396 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-16813105-915e-4291-b481-eb3d8bd5d5e9 req-9d2035ff-1d55-48ef-86fd-2f6a4bc809b7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 Jun 29 11:41:34.419021 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fc6b0-9a99-4264-a9e3-565283c59213 req-7386ea81-8180-4711-9729-fa28ea24df8a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:34.421155 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-158fc6b0-9a99-4264-a9e3-565283c59213 req-7386ea81-8180-4711-9729-fa28ea24df8a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 944 time: 0.0641036 Jun 29 11:41:34.459172 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-158fc6b0-9a99-4264-a9e3-565283c59213 req-b5a56aee-e068-4a7b-ac1b-8b41d8babef0 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Jun 29 11:41:35.015808 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e857be-e968-476e-bf20-de026b3d143c req-c4a231d5-d754-4896-be20-71f15a576a22 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:35.017345 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d3e857be-e968-476e-bf20-de026b3d143c req-c4a231d5-d754-4896-be20-71f15a576a22 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0649920 Jun 29 11:41:35.055776 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d3e857be-e968-476e-bf20-de026b3d143c req-fcc4b00e-a995-49dd-9fd1-bba2499e8371 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326941 Jun 29 11:41:35.644315 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5c57a-3f55-4540-9d51-eef1f0e8e622 req-ae110395-307e-48cf-95dd-73cdc76f22c0 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:35.646230 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-20a5c57a-3f55-4540-9d51-eef1f0e8e622 req-ae110395-307e-48cf-95dd-73cdc76f22c0 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 944 time: 0.0710115 Jun 29 11:41:35.696511 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-20a5c57a-3f55-4540-9d51-eef1f0e8e622 req-66ade021-5b2a-44ee-ab53-2c67ea7ad19b tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 Jun 29 11:41:35.985345 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 7ed1899f-7b75-4141-b872-9d55f2eb6376 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:41:36.101051 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 7ed1899f-7b75-4141-b872-9d55f2eb6376, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7ed1899f-7b75-4141-b872-9d55f2eb6376,segment=NetworkSegment(dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6),segment_id=dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:36.113194 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-cbb03cc4-afbb-40a8-915f-255dd47cf0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:36.113689 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '7ed1899f-7b75-4141-b872-9d55f2eb6376', 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28', 'port_id': '7ed1899f-7b75-4141-b872-9d55f2eb6376', 'mac_address': 'fa:16:3e:e8:a1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b093da2-702f-4439-853c-ca32bf51beca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:41:36.114958 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-cbb03cc4-afbb-40a8-915f-255dd47cf0f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74d4013cce364808b087f723eaf75ad3&device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 1138 time: 0.1117580 Jun 29 11:41:36.128646 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e374560-4b3e-488a-afc1-073bfd6f36e1 req-eff26ab9-527b-4afb-b97e-586dcf883d8c tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:36.130372 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0e374560-4b3e-488a-afc1-073bfd6f36e1 req-eff26ab9-527b-4afb-b97e-586dcf883d8c tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.0923550 Jun 29 11:41:36.156380 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:36.175979 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed1899f-7b75-4141-b872-9d55f2eb6376 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:41:36.204446 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 7ed1899f-7b75-4141-b872-9d55f2eb6376, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7ed1899f-7b75-4141-b872-9d55f2eb6376,segment=NetworkSegment(dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6),segment_id=dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:36.209006 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:36.213155 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-1f9e74da-029b-4380-af70-9e9454f23843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:36.233090 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0e374560-4b3e-488a-afc1-073bfd6f36e1 req-96ede380-b2b3-423d-9bc1-ed59c49ae662 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925295 Jun 29 11:41:36.268402 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-f993acd7-747f-453c-bf0d-09d12e27d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:36.268673 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07842777-8ae2-4e0f-8b80-928d9f62b128 req-e86000ab-5a62-42ac-b65d-fb9163736aee tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:36.269345 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-f993acd7-747f-453c-bf0d-09d12e27d73f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 HTTP/1.1" status: 200 len: 916 time: 0.1350579 Jun 29 11:41:36.269480 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-07842777-8ae2-4e0f-8b80-928d9f62b128 req-e86000ab-5a62-42ac-b65d-fb9163736aee tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0835469 Jun 29 11:41:36.275157 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=7ed1899f-7b75-4141-b872-9d55f2eb6376,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:36.283755 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.284099 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.284482 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.284812 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.285148 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.285586 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.286068 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.286505 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.286847 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.287173 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.287548 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.287868 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:36.292114 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:36.314527 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-07842777-8ae2-4e0f-8b80-928d9f62b128 req-79879492-c191-42b4-b8a3-2783807c8d87 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413752 Jun 29 11:41:36.336831 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-eea1fc17-5980-46c3-8ef3-d406d867e5a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 1002 time: 0.0619709 Jun 29 11:41:36.393061 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-d6ce8000-754a-42ff-8372-ad3db1b23ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:36.394516 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-d6ce8000-754a-42ff-8372-ad3db1b23ec8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a8c400-1fca-49f0-bbb0-d7cd11405fef HTTP/1.1" status: 200 len: 854 time: 0.0499661 Jun 29 11:41:36.455003 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-05970d1d-dfaa-4e4d-a3f5-b4722ff81405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:36.457044 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-05970d1d-dfaa-4e4d-a3f5-b4722ff81405 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546336 Jun 29 11:41:36.546650 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-d565dbf3-7652-41b5-8d06-fe7095902fa4 service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823729 Jun 29 11:41:36.602396 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['7ed1899f-7b75-4141-b872-9d55f2eb6376'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:41:36.650639 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0b0430ef-1b81-4277-b6fe-fc01c3efeb70 req-d020a771-1fff-4c14-aa31-31a7751d9203 service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965381 Jun 29 11:41:36.889571 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218879-627b-48bc-81d3-9afdf807fb07 req-3ffd83a4-d05e-4a23-9374-feb2944d6a96 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:36.892668 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21218879-627b-48bc-81d3-9afdf807fb07 req-3ffd83a4-d05e-4a23-9374-feb2944d6a96 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 945 time: 0.0799384 Jun 29 11:41:36.931553 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21218879-627b-48bc-81d3-9afdf807fb07 req-830b715f-7c12-4a32-9d03-f6df81a5a423 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Jun 29 11:41:37.158188 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36834) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:37.262017 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f2cc39b5-c09d-4fd8-990f-12c52b81b1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:37.361189 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f2cc39b5-c09d-4fd8-990f-12c52b81b1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:37.366512 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f2cc39b5-c09d-4fd8-990f-12c52b81b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:37.370448 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0875e68c-b7ea-47a0-a856-0082bb95884b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:37.442751 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-f2cc39b5-c09d-4fd8-990f-12c52b81b1aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b0e777f5e2a4537a0e1d802d699e108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834690 Jun 29 11:41:37.446761 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36842) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:37.448403 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc39b5-c09d-4fd8-990f-12c52b81b1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bf6a9a-552d-4c88-82dc-b579fac6c512,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:37.459501 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f2cc39b5-c09d-4fd8-990f-12c52b81b1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:37.502304 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3d03e-0aa6-4fb1-831c-3186ff82233a req-de015d94-c6d8-45e6-93c2-903787dcbe9f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:37.503726 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4dd3d03e-0aa6-4fb1-831c-3186ff82233a req-de015d94-c6d8-45e6-93c2-903787dcbe9f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 944 time: 0.0697279 Jun 29 11:41:37.507262 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c932-e3d6-42ab-8edf-863b636265f6 req-19b42c6c-75fc-411b-8fee-ca33394c7d47 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:37.508776 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-36e1c932-e3d6-42ab-8edf-863b636265f6 req-19b42c6c-75fc-411b-8fee-ca33394c7d47 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.1393037 Jun 29 11:41:37.528376 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc406-5794-4702-bef6-a2f7d6f21609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:37.544019 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4dd3d03e-0aa6-4fb1-831c-3186ff82233a req-70af43ba-b9c1-4bb7-b389-03298e3bc383 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341878 Jun 29 11:41:37.571048 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc406-5794-4702-bef6-a2f7d6f21609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:37.584661 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-36e1c932-e3d6-42ab-8edf-863b636265f6 req-db5052e9-0952-4979-bfcb-516a7900b064 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667462 Jun 29 11:41:37.624838 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc406-5794-4702-bef6-a2f7d6f21609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:37.627495 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc406-5794-4702-bef6-a2f7d6f21609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:37.628684 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ce7fc406-5794-4702-bef6-a2f7d6f21609 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/27bf6a9a-552d-4c88-82dc-b579fac6c512 HTTP/1.1" status: 204 len: 168 time: 0.1812842 Jun 29 11:41:37.629512 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-83decc3f-023f-4863-ba78-d1087c4e8c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:37.637097 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fc406-5794-4702-bef6-a2f7d6f21609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bf6a9a-552d-4c88-82dc-b579fac6c512,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:37.640055 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ce7fc406-5794-4702-bef6-a2f7d6f21609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:38.001874 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 74388978-24cc-4bb8-ae15-73414980f1cf details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:41:38.006633 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 7ed1899f-7b75-4141-b872-9d55f2eb6376 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:41:38.121103 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 7ed1899f-7b75-4141-b872-9d55f2eb6376 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:41:38.135466 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 7ed1899f-7b75-4141-b872-9d55f2eb6376 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:41:38.135677 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e64c1-52b6-48e6-b13e-d7a08397dd95 req-80f55fae-4497-4416-b061-2f7d0245acbb tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:38.136318 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:38.137190 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b29e64c1-52b6-48e6-b13e-d7a08397dd95 req-80f55fae-4497-4416-b061-2f7d0245acbb tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 945 time: 0.0714765 Jun 29 11:41:38.167101 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:38.180411 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b29e64c1-52b6-48e6-b13e-d7a08397dd95 req-ac3dc4f4-0328-40df-a710-2133f1e350d2 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339615 Jun 29 11:41:38.184738 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '74388978-24cc-4bb8-ae15-73414980f1cf', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'port_id': '74388978-24cc-4bb8-ae15-73414980f1cf', 'mac_address': 'fa:16:3e:96:b0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:41:38.234789 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:38.274047 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74388978-24cc-4bb8-ae15-73414980f1cf {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:41:38.297847 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:38.300723 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:38.309067 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:38.312555 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:38.345254 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bec967-16dd-42a8-87fd-3f30b6c907fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed1899f-7b75-4141-b872-9d55f2eb6376'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:38.347528 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac3f0a5-411a-4c1f-9a59-2f58ade674b6" -d '{"events": [{"server_uuid": "c1bec967-16dd-42a8-87fd-3f30b6c907fc", "name": "network-vif-plugged", "status": "completed", "tag": "7ed1899f-7b75-4141-b872-9d55f2eb6376"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:38.369477 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 7ed1899f-7b75-4141-b872-9d55f2eb6376, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7ed1899f-7b75-4141-b872-9d55f2eb6376,segment=NetworkSegment(dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6),segment_id=dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:38.384156 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:38.392824 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=9']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:38.396272 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:38.400538 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-eb1c0e92-8ed5-481c-8f87-1bf2fc1d7df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:38.449468 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=7ed1899f-7b75-4141-b872-9d55f2eb6376,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:38.457132 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:38.514935 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dad976b-8684-417e-a771-ec0fa5744459 x-openstack-request-id: req-8dad976b-8684-417e-a771-ec0fa5744459 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:38.515241 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bec967-16dd-42a8-87fd-3f30b6c907fc", "name": "network-vif-plugged", "status": "completed", "tag": "7ed1899f-7b75-4141-b872-9d55f2eb6376", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:38.515508 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8dad976b-8684-417e-a771-ec0fa5744459 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:38.515914 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bec967-16dd-42a8-87fd-3f30b6c907fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed1899f-7b75-4141-b872-9d55f2eb6376', 'code': 200} Jun 29 11:41:38.694669 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['74388978-24cc-4bb8-ae15-73414980f1cf'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:41:38.804980 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c912364-7a34-4894-8d80-ff5f4e8a5d37 req-f674c8ba-196f-467c-944a-9115f05241a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:38.807168 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c912364-7a34-4894-8d80-ff5f4e8a5d37 req-f674c8ba-196f-467c-944a-9115f05241a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 1099 time: 0.1016231 Jun 29 11:41:38.820310 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3613-55c7-441f-a897-5e54cf558a24 req-0fa0bb87-a235-4673-8735-4e8165a86083 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:38.821797 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-420e3613-55c7-441f-a897-5e54cf558a24 req-0fa0bb87-a235-4673-8735-4e8165a86083 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.1282480 Jun 29 11:41:38.858944 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26843737-f534-4ac0-ad92-80dd989e0f1e req-248b32fe-36f4-465f-900f-d05d18db6177 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:38.860507 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-26843737-f534-4ac0-ad92-80dd989e0f1e req-248b32fe-36f4-465f-900f-d05d18db6177 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.0830152 Jun 29 11:41:38.880029 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c912364-7a34-4894-8d80-ff5f4e8a5d37 req-9d51227a-03ab-4702-871f-17b23afc070b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571911 Jun 29 11:41:38.884844 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-420e3613-55c7-441f-a897-5e54cf558a24 req-af9b80f0-df2f-4aaf-9ef3-245aa253dfc8 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553420 Jun 29 11:41:38.902599 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-26843737-f534-4ac0-ad92-80dd989e0f1e req-55443688-585a-4714-be5c-5aa80d5aee09 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359516 Jun 29 11:41:39.359784 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76d85c-abc7-4fce-b314-98550f3f7d42 req-c5e65638-a181-4c12-bc77-3c607896827c tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:39.361303 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8e76d85c-abc7-4fce-b314-98550f3f7d42 req-c5e65638-a181-4c12-bc77-3c607896827c tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 946 time: 0.0637486 Jun 29 11:41:39.401669 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8e76d85c-abc7-4fce-b314-98550f3f7d42 req-30e1f8b2-f2c0-4d38-bf0c-06964b3135c8 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347660 Jun 29 11:41:40.019219 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 74388978-24cc-4bb8-ae15-73414980f1cf up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:41:40.089365 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e60757-9656-4932-9660-5e4777d90b9c req-87bc8d47-ca1d-4d40-9c85-b06c1fdc1f7d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:40.092550 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-35e60757-9656-4932-9660-5e4777d90b9c req-87bc8d47-ca1d-4d40-9c85-b06c1fdc1f7d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 945 time: 0.0866303 Jun 29 11:41:40.101148 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 74388978-24cc-4bb8-ae15-73414980f1cf triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:41:40.101798 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:40.119129 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a502e4-9edd-4381-830b-0db8999200c0 req-f1d2c748-483a-4c1a-bba0-6038868051b0 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:40.120799 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-41a502e4-9edd-4381-830b-0db8999200c0 req-f1d2c748-483a-4c1a-bba0-6038868051b0 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.1018486 Jun 29 11:41:40.160313 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-35e60757-9656-4932-9660-5e4777d90b9c req-07bc7a6f-fee2-4559-adb3-04ec2b52b83a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430148 Jun 29 11:41:40.178344 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-41a502e4-9edd-4381-830b-0db8999200c0 req-246d4ff3-2af3-43c6-a1e3-a05f861dd059 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483370 Jun 29 11:41:40.200974 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:40.236281 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:40.239915 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:40.242598 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:40.290368 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=10']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:40.293789 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:40.517155 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:40.519605 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6db3dd-1e8b-43e5-b38c-6e99953fae43" -d '{"events": [{"server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "name": "network-vif-plugged", "status": "completed", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:40.574711 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19e711-2734-44da-b9a8-5d8ba730fab5 x-openstack-request-id: req-4a19e711-2734-44da-b9a8-5d8ba730fab5 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:40.575081 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "name": "network-vif-plugged", "status": "completed", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:40.575951 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a19e711-2734-44da-b9a8-5d8ba730fab5 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:40.576521 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf', 'code': 200} Jun 29 11:41:40.578866 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262d620-fff7-4f82-a815-fc088d07abaa req-18dd7486-beb8-4569-97a1-11a89a974770 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:40.580388 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5262d620-fff7-4f82-a815-fc088d07abaa req-18dd7486-beb8-4569-97a1-11a89a974770 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 946 time: 0.0650973 Jun 29 11:41:40.623347 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5262d620-fff7-4f82-a815-fc088d07abaa req-c86ad28b-ecb0-4d5f-8ce9-461bdf951eff tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368013 Jun 29 11:41:41.125358 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e88370-0ea8-41c5-9ca7-e7001781b8b7 req-d76d97e4-d3f3-48a4-91f8-45ee3fa599b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:41.127043 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-96e88370-0ea8-41c5-9ca7-e7001781b8b7 req-d76d97e4-d3f3-48a4-91f8-45ee3fa599b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 1100 time: 0.0716763 Jun 29 11:41:41.167411 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-96e88370-0ea8-41c5-9ca7-e7001781b8b7 req-a322428a-957d-4a9c-9c3e-6266606cf7f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331957 Jun 29 11:41:41.268259 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36920) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:41.353507 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c51f3c-24d8-48cd-80f5-ee53b72135f1 req-a1e1deb8-b2d0-42d5-89fe-3695038bcf80 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:41.356558 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-22c51f3c-24d8-48cd-80f5-ee53b72135f1 req-a1e1deb8-b2d0-42d5-89fe-3695038bcf80 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.0713623 Jun 29 11:41:41.401695 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-22c51f3c-24d8-48cd-80f5-ee53b72135f1 req-10b32e47-8136-4851-b887-108f13a37915 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387764 Jun 29 11:41:41.408711 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cf588453-7c65-4e18-a35c-a1267076e254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:41.552328 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0904b-55c5-4b13-9e5a-afcb9a244036 req-378fff5a-5e17-4981-865a-762e542bb217 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:41.553811 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a8c0904b-55c5-4b13-9e5a-afcb9a244036 req-378fff5a-5e17-4981-865a-762e542bb217 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 947 time: 0.1033854 Jun 29 11:41:41.573777 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cf588453-7c65-4e18-a35c-a1267076e254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:41.574888 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46340e86-5da1-42ff-9fd1-b97e65951eae req-6ca2f8e5-85f7-4613-8519-70f1ada441c2 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:41.577162 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-46340e86-5da1-42ff-9fd1-b97e65951eae req-6ca2f8e5-85f7-4613-8519-70f1ada441c2 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 946 time: 0.0679379 Jun 29 11:41:41.583268 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cf588453-7c65-4e18-a35c-a1267076e254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:41.587176 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-b5f1c7b3-c6ac-4da6-b0a8-c4fe7ecdc14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:41.616990 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-46340e86-5da1-42ff-9fd1-b97e65951eae req-a3a53f61-7cde-4aa6-9284-e55db5ef6774 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332949 Jun 29 11:41:41.634378 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-cf588453-7c65-4e18-a35c-a1267076e254 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7957aee667e34b4290f6f12cf5857b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649566 Jun 29 11:41:41.637133 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36926) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:41.640885 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a8c0904b-55c5-4b13-9e5a-afcb9a244036 req-5140979b-72f5-4907-9ab5-df0550331199 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815113 Jun 29 11:41:41.642825 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf588453-7c65-4e18-a35c-a1267076e254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61977de9-b4ab-4ed4-b8a8-fe02e8ab72e5,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:41.646403 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-cf588453-7c65-4e18-a35c-a1267076e254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:41.703020 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-681cc484-ac1f-494c-9c9f-e0dfb1a3b8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:41.723239 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-681cc484-ac1f-494c-9c9f-e0dfb1a3b8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:41.768212 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-681cc484-ac1f-494c-9c9f-e0dfb1a3b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:41.770693 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-681cc484-ac1f-494c-9c9f-e0dfb1a3b8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:41.771804 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-681cc484-ac1f-494c-9c9f-e0dfb1a3b8b0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61977de9-b4ab-4ed4-b8a8-fe02e8ab72e5 HTTP/1.1" status: 204 len: 168 time: 0.1321862 Jun 29 11:41:41.772589 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3e439439-82bc-452c-8287-ffe54ddc6a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:41.782580 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cc484-ac1f-494c-9c9f-e0dfb1a3b8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61977de9-b4ab-4ed4-b8a8-fe02e8ab72e5,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:41.785790 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-681cc484-ac1f-494c-9c9f-e0dfb1a3b8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:42.386278 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 36950) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:42.493152 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1905280584-network', 'tenant_id': '54b92f8163c544f4abcb2b7da4664d25'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:42.517378 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Made reservation on behalf of 54b92f8163c544f4abcb2b7da4664d25 for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:42.520089 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:42.539461 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:42.624406 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb118011-494d-4475-a501-2bf786872c10 req-342eb7a6-920c-4e75-84d6-734a887f8bf1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:42.625959 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fb118011-494d-4475-a501-2bf786872c10 req-342eb7a6-920c-4e75-84d6-734a887f8bf1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.1036072 Jun 29 11:41:42.699329 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-fb118011-494d-4475-a501-2bf786872c10 req-0e467d25-2794-4ed3-9f7b-9f5a5f851f0e tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666211 Jun 29 11:41:42.732949 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:42.739454 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:42.743226 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6540af0e-ab60-48be-b321-0c1f325a85f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:42.867042 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67e5fe-a2f2-49b4-a4c6-77d13b22914e req-b939ed1b-923b-47fe-a178-7e623b3c7557 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:42.870015 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1e67e5fe-a2f2-49b4-a4c6-77d13b22914e req-b939ed1b-923b-47fe-a178-7e623b3c7557 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 946 time: 0.0999036 Jun 29 11:41:42.917099 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1e67e5fe-a2f2-49b4-a4c6-77d13b22914e req-c26887b8-e422-4a6e-a17d-c0a629b5598c tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373268 Jun 29 11:41:43.053146 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2205588e-405f-4afc-8e9f-0f33e276bf96,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:43.065959 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:43.088593 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:41:43.104071 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.104433 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Added segment e5f75f33-d36c-4625-b525-a8a8552b34a6 of type vlan for network 04000d90-3737-43c3-a4e4-d095953ab74f Jun 29 11:41:43.156861 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.181096 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b90af6-7e8f-4e96-a342-3581a22e1350 req-264c7b9a-9e74-4e3c-a2bb-ac3aeba40444 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:43.182519 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c7b90af6-7e8f-4e96-a342-3581a22e1350 req-264c7b9a-9e74-4e3c-a2bb-ac3aeba40444 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 947 time: 0.1337430 Jun 29 11:41:43.212073 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.215002 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:43.215576 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.223395 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:43.273535 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:41:43.286539 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8965168 Jun 29 11:41:43.287136 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 36996) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:43.292386 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Request body: {'subnet': {'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1905280584-subnet', 'tenant_id': '54b92f8163c544f4abcb2b7da4664d25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:43.292993 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c7b90af6-7e8f-4e96-a342-3581a22e1350 req-17453b95-ea14-43d2-9de6-bb617f6511a1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001728 Jun 29 11:41:43.301363 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Pushing event updated for resources: {'Network': ['ID=04000d90-3737-43c3-a4e4-d095953ab74f,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:43.305275 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:43.316870 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 04000d90-3737-43c3-a4e4-d095953ab74f details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:41:43.325576 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Made reservation on behalf of 54b92f8163c544f4abcb2b7da4664d25 for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:43.332765 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248338'] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.413502 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-77faac74-b1b4-4f3f-b869-1539be77db0b tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:43.415072 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-77faac74-b1b4-4f3f-b869-1539be77db0b tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 946 time: 0.1057160 Jun 29 11:41:43.526281 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4644864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248320'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.528548 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:43.537138 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Deleting port 7ed1899f-7b75-4141-b872-9d55f2eb6376 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:41:43.537491 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.579897 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eed94da-ef33-4390-bd9b-5304dde413d9,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:43.583481 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:43.594146 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Checking segment: {'id': 'e5f75f33-d36c-4625-b525-a8a8552b34a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:41:43.594584 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Network hostable DHCP agents. Network: 04000d90-3737-43c3-a4e4-d095953ab74f, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:41:43.611749 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Network 04000d90-3737-43c3-a4e4-d095953ab74f is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:41:43.620922 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 04000d90-3737-43c3-a4e4-d095953ab74f) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:41:43.626301 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:43.627031 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.631494 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b60471-7cb3-40d0-8677-d0833cf04fc2 None None] Network 04000d90-3737-43c3-a4e4-d095953ab74f requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:41:43.631729 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] For port 7ed1899f-7b75-4141-b872-9d55f2eb6376, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7ed1899f-7b75-4141-b872-9d55f2eb6376,segment=NetworkSegment(dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6),segment_id=dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:43.632251 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.645082 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-817badc5-a1d1-463b-8d5a-53696003b43b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3569062 Jun 29 11:41:43.657957 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Calling delete_port for 7ed1899f-7b75-4141-b872-9d55f2eb6376 owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:41:43.784735 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8972b4ba-7506-4157-b5ed-42f4bf12a64b None None] Network 04000d90-3737-43c3-a4e4-d095953ab74f requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:41:43.827276 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.838103 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4919f1c3-e603-46f7-9fdb-6bbbf175e99f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:43.853325 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['7ed1899f-7b75-4141-b872-9d55f2eb6376'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:41:43.879968 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Pushing event deleted for resources: {'Port': ['ID=7ed1899f-7b75-4141-b872-9d55f2eb6376,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:43.900335 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:43.909799 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-a87bbe90-493c-490b-b187-7956dfa89770 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1586838 Jun 29 11:41:43.953898 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] No DVR routers for this DVR port 7ed1899f-7b75-4141-b872-9d55f2eb6376 on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:41:43.954680 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd4e65-6d84-48e7-88ab-56f7377b229c req-10b3ff92-6493-4cb6-a66e-63552466bf09 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:43.956763 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:43.958946 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-df4718e2-b4da-4dec-ad95-38e9e59811f3 req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.24 "DELETE /v2.0/ports/7ed1899f-7b75-4141-b872-9d55f2eb6376 HTTP/1.1" status: 204 len: 173 time: 0.5281446 Jun 29 11:41:43.959542 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bec967-16dd-42a8-87fd-3f30b6c907fc', 'name': 'network-vif-deleted', 'tag': '7ed1899f-7b75-4141-b872-9d55f2eb6376'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:43.963762 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360caaf7-d361-468c-8a05-8f8aeb640577" -d '{"events": [{"server_uuid": "c1bec967-16dd-42a8-87fd-3f30b6c907fc", "name": "network-vif-deleted", "tag": "7ed1899f-7b75-4141-b872-9d55f2eb6376"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:43.964531 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-09bd4e65-6d84-48e7-88ab-56f7377b229c req-10b3ff92-6493-4cb6-a66e-63552466bf09 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.1135619 Jun 29 11:41:44.081048 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-09bd4e65-6d84-48e7-88ab-56f7377b229c req-3c3e291b-d25b-471b-9a77-7fa63f78e7b6 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154501 Jun 29 11:41:44.147034 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-bf25f44f-f4b0-4725-b607-5e0b1a69f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:44.148959 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-bf25f44f-f4b0-4725-b607-5e0b1a69f030 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 1100 time: 0.1815050 Jun 29 11:41:44.176480 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0d70b9b3-186e-4cec-95d0-af77b0d79039 req-97c610c1-bbfb-474b-8b07-b6da33554289 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bec967-16dd-42a8-87fd-3f30b6c907fc HTTP/1.1" status: 200 len: 210 time: 0.0518832 Jun 29 11:41:44.186223 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc68d7c9-237f-4893-9381-d32b1a33e8cf x-openstack-request-id: req-bc68d7c9-237f-4893-9381-d32b1a33e8cf {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:44.186557 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bec967-16dd-42a8-87fd-3f30b6c907fc", "name": "network-vif-deleted", "tag": "7ed1899f-7b75-4141-b872-9d55f2eb6376", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:44.186850 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bc68d7c9-237f-4893-9381-d32b1a33e8cf {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:44.187282 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bec967-16dd-42a8-87fd-3f30b6c907fc', 'name': 'network-vif-deleted', 'tag': '7ed1899f-7b75-4141-b872-9d55f2eb6376', 'status': 'completed', 'code': 200} Jun 29 11:41:44.273974 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-48236258-ca5e-417b-af02-20c533cdaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:44.275501 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-48236258-ca5e-417b-af02-20c533cdaa4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.1022303 Jun 29 11:41:44.350781 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-b5812eb9-10b4-4df4-964c-ba8a4bda5507 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74388978-24cc-4bb8-ae15-73414980f1cf HTTP/1.1" status: 200 len: 1002 time: 0.0674925 Jun 29 11:41:44.404292 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-e8aee45e-8dff-4f54-bd6c-88d83e55f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:44.405777 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-e8aee45e-8dff-4f54-bd6c-88d83e55f124 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0483048 Jun 29 11:41:44.470998 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-14d35ea7-5321-46b0-a677-d622545097d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:44.472446 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-14d35ea7-5321-46b0-a677-d622545097d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588162 Jun 29 11:41:44.607454 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e5db7-7750-4b24-9f30-bf0ec809a378 req-049c02d7-3f2f-4416-ba11-831c1de3512c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:44.609023 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fe9e5db7-7750-4b24-9f30-bf0ec809a378 req-049c02d7-3f2f-4416-ba11-831c1de3512c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 947 time: 0.1356971 Jun 29 11:41:44.621651 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-6c02c2b0-0662-4268-b579-58828fd3395d service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329849 Jun 29 11:41:44.703055 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fe9e5db7-7750-4b24-9f30-bf0ec809a378 req-bccddc04-2e9a-41f6-a724-509238bdaed7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868239 Jun 29 11:41:44.746393 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5c999560-1f87-4edf-89f5-6b0eb64c2b76 req-c128a1d7-ea45-46de-9b36-c208b4258dd7 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219471 Jun 29 11:41:45.269723 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df98962-bbc9-4993-be95-18d4b8f6f0ed req-ee397bf9-7343-4aa9-b48d-f6a7f9ad6985 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:45.271897 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0df98962-bbc9-4993-be95-18d4b8f6f0ed req-ee397bf9-7343-4aa9-b48d-f6a7f9ad6985 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.0765984 Jun 29 11:41:45.313892 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0df98962-bbc9-4993-be95-18d4b8f6f0ed req-5159244b-0de6-4619-8fe2-e3a02b152c2c tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361240 Jun 29 11:41:45.551922 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-28e9e4ec-1aa8-4bfd-8471-7f452811a6b5 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:45.557465 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-28e9e4ec-1aa8-4bfd-8471-7f452811a6b5 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/networks?id=98220853-18dd-4ea2-a7ea-85167814ad28 HTTP/1.1" status: 200 len: 809 time: 0.1162722 Jun 29 11:41:45.573840 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-f76fb85a-a067-41dc-8d72-8e869a8d4d09 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/quotas/b90118d1bc6f4aa9846ec3ea170585d7 HTTP/1.1" status: 200 len: 375 time: 0.0093081 Jun 29 11:41:45.609607 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-a5c792c5-9cb4-403e-bae5-db56ef69cce3 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b90118d1bc6f4aa9846ec3ea170585d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301785 Jun 29 11:41:45.637932 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-734b0808-38c6-449c-a0e7-b8c3e39a9202 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:45.640162 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-734b0808-38c6-449c-a0e7-b8c3e39a9202 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/networks?id=04000d90-3737-43c3-a4e4-d095953ab74f HTTP/1.1" status: 200 len: 814 time: 0.1256626 Jun 29 11:41:45.655506 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2494713-983d-48ca-b0df-c293798e7ba3 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/quotas/54b92f8163c544f4abcb2b7da4664d25 HTTP/1.1" status: 200 len: 375 time: 0.0096097 Jun 29 11:41:45.690387 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f50904af-a45f-4416-a401-5bb1fcd9d92e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=54b92f8163c544f4abcb2b7da4664d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295131 Jun 29 11:41:45.748700 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-ae6d94ef-3b68-4701-bae2-b5739b546aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323607 Jun 29 11:41:45.787642 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-b0c795b5-596b-42aa-982c-c0fd14cb35b8 service neutron] 10.222.0.72 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905225 Jun 29 11:41:45.835818 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-548d8e16-838c-441a-b9b2-5151f97e3829 service neutron] 10.222.0.72 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809610 Jun 29 11:41:45.878886 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-27843db4-4dfb-467a-97d0-f0ad71d20081 service neutron] 10.222.0.72 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853362 Jun 29 11:41:46.038972 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-acf3b09b-edb8-4637-9518-abbce7721b01 req-078602d9-c0e6-47db-91ce-914bcab8bf6a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 210 time: 0.0525401 Jun 29 11:41:46.047096 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 7ed1899f-7b75-4141-b872-9d55f2eb6376 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:41:46.089014 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 7ed1899f-7b75-4141-b872-9d55f2eb6376 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:41:46.090078 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 7ed1899f-7b75-4141-b872-9d55f2eb6376 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:41:46.114463 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7bd23a2d-30ce-480a-9eec-70fd876027de req-5590c713-c5b8-4b2e-a05c-0007144e4137 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 210 time: 0.0654216 Jun 29 11:41:46.504037 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091ebcf-f69f-4fdc-b43e-42d4b41ecb39 req-cdc047ee-3512-40a0-a977-e1ba9793114a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:46.506075 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0091ebcf-f69f-4fdc-b43e-42d4b41ecb39 req-cdc047ee-3512-40a0-a977-e1ba9793114a tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.0714107 Jun 29 11:41:46.550445 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0091ebcf-f69f-4fdc-b43e-42d4b41ecb39 req-fcccf700-bab8-4bd6-a94c-5cc3e0249a62 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361958 Jun 29 11:41:47.198051 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:47.218093 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8f676018-262d-416a-97e4-db05abe5e806 req-72820b9c-f5fe-445e-ac06-684c0151cdff tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 210 time: 0.0382717 Jun 29 11:41:47.314944 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-e16a2be6-ad29-4143-8fa4-a73685117387 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:47.316568 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-e16a2be6-ad29-4143-8fa4-a73685117387 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.24 "GET /v2.0/networks?id=98220853-18dd-4ea2-a7ea-85167814ad28 HTTP/1.1" status: 200 len: 809 time: 0.1706777 Jun 29 11:41:47.342841 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Request body: {'port': {'device_id': 'dce4bb3b-f795-4b14-b735-1cd8a4c0820e', 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28', 'admin_state_up': True, 'tenant_id': 'b90118d1bc6f4aa9846ec3ea170585d7'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:47.364523 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e6bd572c-8f90-4b6d-b412-8f28f8b96ed7 req-6aa1c530-7c46-4636-a542-1d00cc3f9cf5 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 210 time: 0.0395322 Jun 29 11:41:47.500620 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Made reservation on behalf of b90118d1bc6f4aa9846ec3ea170585d7 for: {'port': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:47.504447 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:47.865303 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eb7d1-26b1-4d5a-bca6-1cc17ca691d0 req-137caf14-dddd-4863-8a55-857982682319 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:47.866973 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-545eb7d1-26b1-4d5a-bca6-1cc17ca691d0 req-137caf14-dddd-4863-8a55-857982682319 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.1288302 Jun 29 11:41:47.900409 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-d27f983b-46dd-4e2d-92cc-2aa36515bff3 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:47.903419 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-d27f983b-46dd-4e2d-92cc-2aa36515bff3 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.24 "GET /v2.0/networks?id=04000d90-3737-43c3-a4e4-d095953ab74f HTTP/1.1" status: 200 len: 814 time: 0.2598069 Jun 29 11:41:47.930086 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Request body: {'port': {'device_id': '5c117a01-4cdf-40dc-81ec-8f71c4259d87', 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f', 'admin_state_up': True, 'tenant_id': '54b92f8163c544f4abcb2b7da4664d25'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:47.978993 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Allocated IP 172.20.0.12 (98220853-18dd-4ea2-a7ea-85167814ad28/1b093da2-702f-4439-853c-ca32bf51beca/f179a241-2683-4b76-bb6d-2431ddf553e1) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:41:48.089044 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-545eb7d1-26b1-4d5a-bca6-1cc17ca691d0 req-6589d860-e94a-4353-a2d6-37c5975b4264 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2116077 Jun 29 11:41:48.144152 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.165907 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Made reservation on behalf of 54b92f8163c544f4abcb2b7da4664d25 for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:48.170616 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.199450 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.208310 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:48.289096 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Network 98220853-18dd-4ea2-a7ea-85167814ad28 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:41:48.299448 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:41:48.304208 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:41:48.317474 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Allocated IP 172.20.0.9 (04000d90-3737-43c3-a4e4-d095953ab74f/8eed94da-ef33-4390-bd9b-5304dde413d9/527c7436-f8cf-4117-b623-dfbb879411fb) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:41:48.351188 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Pushing event updated for resources: {'Port': ['ID=f179a241-2683-4b76-bb6d-2431ddf553e1,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:48.357575 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:48.386609 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:48.387532 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.422404 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0857241 Jun 29 11:41:48.445757 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Request body: {'port': {'device_id': 'dce4bb3b-f795-4b14-b735-1cd8a4c0820e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:48.526519 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.542716 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bdb4a-b223-4880-a088-266815d7b971 req-6aa84aa1-763d-45b6-9395-12da3aabefce tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:48.544889 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f49bdb4a-b223-4880-a088-266815d7b971 req-6aa84aa1-763d-45b6-9395-12da3aabefce tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 932 time: 0.1357875 Jun 29 11:41:48.555279 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.582785 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e0bc770a-ed08-452c-9cd0-fb68293689eb req-a1276cab-c4c5-48a9-8fa4-3bab6c906deb tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 210 time: 0.0371163 Jun 29 11:41:48.604015 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.611174 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-002aa6f3-69d3-4a21-b25e-04877ba84d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:48.625637 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f49bdb4a-b223-4880-a088-266815d7b971 req-5dc66cb8-5a1a-4376-8efe-df335acd1d99 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721629 Jun 29 11:41:48.659900 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Network 04000d90-3737-43c3-a4e4-d095953ab74f is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:41:48.669849 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:41:48.670189 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:41:48.705852 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Pushing event updated for resources: {'Port': ['ID=527c7436-f8cf-4117-b623-dfbb879411fb,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:48.709047 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:48.733162 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:48.733810 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.749492 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-f2252373-7c06-4120-ba4a-577de998d38e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351443 Jun 29 11:41:48.761915 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Request body: {'port': {'device_id': '5c117a01-4cdf-40dc-81ec-8f71c4259d87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:48.840360 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.877735 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f179a241-2683-4b76-bb6d-2431ddf553e1 {{(pid=93144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:41:48.886164 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.905093 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Transition to ACTIVE for port object f179a241-2683-4b76-bb6d-2431ddf553e1 will not be triggered until provisioned by entity L2. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:41:48.909101 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:48.911764 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:48.972457 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Pushing event updated for resources: {'Port': ['ID=f179a241-2683-4b76-bb6d-2431ddf553e1,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:48.990414 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:49.042787 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Attempting to bind port f179a241-2683-4b76-bb6d-2431ddf553e1 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:41:49.043130 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Attempting to bind port f179a241-2683-4b76-bb6d-2431ddf553e1 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28'}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:41:49.043460 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Attempting to bind port f179a241-2683-4b76-bb6d-2431ddf553e1 on network 98220853-18dd-4ea2-a7ea-85167814ad28 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:41:49.048644 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Port f179a241-2683-4b76-bb6d-2431ddf553e1 on network 98220853-18dd-4ea2-a7ea-85167814ad28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:41:49.048967 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Attempting to bind port f179a241-2683-4b76-bb6d-2431ddf553e1 on network 98220853-18dd-4ea2-a7ea-85167814ad28 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:41:49.054028 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:41:49.054497 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Checking segment: {'id': 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:41:49.054992 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Bound using segment: {'id': 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28'} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:41:49.055536 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Bound port: f179a241-2683-4b76-bb6d-2431ddf553e1, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28'}}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:41:49.056006 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.120242 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] For port f179a241-2683-4b76-bb6d-2431ddf553e1, host hv-cinder-79760, cleared binding levels {{(pid=93144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:41:49.124347 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] For port f179a241-2683-4b76-bb6d-2431ddf553e1, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f179a241-2683-4b76-bb6d-2431ddf553e1,segment=NetworkSegment(dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6),segment_id=dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6)] {{(pid=93144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:41:49.127123 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527c7436-f8cf-4117-b623-dfbb879411fb {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:41:49.130486 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.133399 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:49.136055 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.151725 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Transition to ACTIVE for port object 527c7436-f8cf-4117-b623-dfbb879411fb will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:41:49.157960 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.162043 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-51d637f2-78e3-48cc-8065-da9ccdeeedf2 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:49.177246 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:49.178140 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.179914 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] 10.222.0.24 "PUT /v2.0/ports/f179a241-2683-4b76-bb6d-2431ddf553e1 HTTP/1.1" status: 200 len: 1094 time: 0.7394993 Jun 29 11:41:49.183139 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce4bb3b-f795-4b14-b735-1cd8a4c0820e', 'tag': 'f179a241-2683-4b76-bb6d-2431ddf553e1'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:49.186795 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff02ef10-a24b-45b1-af78-5add712d2ede" -d '{"events": [{"name": "network-changed", "server_uuid": "dce4bb3b-f795-4b14-b735-1cd8a4c0820e", "tag": "f179a241-2683-4b76-bb6d-2431ddf553e1"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:49.238722 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Pushing event updated for resources: {'Port': ['ID=f179a241-2683-4b76-bb6d-2431ddf553e1,revision_number=3']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:49.252067 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:49.253829 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283878bd-73f3-42bb-9c70-75b269f15eb1 x-openstack-request-id: req-283878bd-73f3-42bb-9c70-75b269f15eb1 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:49.254164 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce4bb3b-f795-4b14-b735-1cd8a4c0820e", "tag": "f179a241-2683-4b76-bb6d-2431ddf553e1", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:49.254459 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-283878bd-73f3-42bb-9c70-75b269f15eb1 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:49.254901 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce4bb3b-f795-4b14-b735-1cd8a4c0820e', 'tag': 'f179a241-2683-4b76-bb6d-2431ddf553e1', 'status': 'completed', 'code': 200} Jun 29 11:41:49.263704 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Pushing event updated for resources: {'Port': ['ID=527c7436-f8cf-4117-b623-dfbb879411fb,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:49.267996 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:49.307081 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-f8902074-9fad-4a5c-a740-9dde250d944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:49.308638 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-f8902074-9fad-4a5c-a740-9dde250d944e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b90118d1bc6f4aa9846ec3ea170585d7&device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 1097 time: 0.0809257 Jun 29 11:41:49.352331 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-47bb11ba-78d1-4cf7-89fc-46201704f98f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f179a241-2683-4b76-bb6d-2431ddf553e1 HTTP/1.1" status: 200 len: 217 time: 0.0364389 Jun 29 11:41:49.361537 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Attempting to bind port 527c7436-f8cf-4117-b623-dfbb879411fb on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:41:49.362076 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Attempting to bind port 527c7436-f8cf-4117-b623-dfbb879411fb by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e5f75f33-d36c-4625-b525-a8a8552b34a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:41:49.362187 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Attempting to bind port 527c7436-f8cf-4117-b623-dfbb879411fb on network 04000d90-3737-43c3-a4e4-d095953ab74f {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:41:49.369158 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Port 527c7436-f8cf-4117-b623-dfbb879411fb on network 04000d90-3737-43c3-a4e4-d095953ab74f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:41:49.369494 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Attempting to bind port 527c7436-f8cf-4117-b623-dfbb879411fb on network 04000d90-3737-43c3-a4e4-d095953ab74f {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:41:49.377849 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:41:49.378280 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Checking segment: {'id': 'e5f75f33-d36c-4625-b525-a8a8552b34a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:41:49.378553 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Bound using segment: {'id': 'e5f75f33-d36c-4625-b525-a8a8552b34a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:41:49.378983 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Bound port: 527c7436-f8cf-4117-b623-dfbb879411fb, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f75f33-d36c-4625-b525-a8a8552b34a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:41:49.379333 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.390443 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001649c7-11da-4ac6-a36b-5f5612ffbaed req-3449b0e0-4791-47e0-bc45-f9da072d30c7 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:49.391853 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-001649c7-11da-4ac6-a36b-5f5612ffbaed req-3449b0e0-4791-47e0-bc45-f9da072d30c7 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.1584432 Jun 29 11:41:49.406504 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-929f084a-64bb-47f6-9a23-4997f05bd74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:49.408046 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-929f084a-64bb-47f6-9a23-4997f05bd74b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b093da2-702f-4439-853c-ca32bf51beca HTTP/1.1" status: 200 len: 849 time: 0.0493731 Jun 29 11:41:49.445334 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-edf0cc0f-0c09-4c8e-baca-8ad7d88dc134 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98220853-18dd-4ea2-a7ea-85167814ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271456 Jun 29 11:41:49.461639 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-001649c7-11da-4ac6-a36b-5f5612ffbaed req-5dc5352a-a109-469f-badd-17e60f4e0089 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&id=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634296 Jun 29 11:41:49.492288 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] For port 527c7436-f8cf-4117-b623-dfbb879411fb, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:41:49.492288 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] For port 527c7436-f8cf-4117-b623-dfbb879411fb, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=527c7436-f8cf-4117-b623-dfbb879411fb,segment=NetworkSegment(e5f75f33-d36c-4625-b525-a8a8552b34a6),segment_id=e5f75f33-d36c-4625-b525-a8a8552b34a6)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:41:49.506902 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.510471 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-37cf3c2f-fd4b-4baf-b3ea-d2b846882ca3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:49.543646 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-1b6b4f0b-c2e1-4002-b097-17b5b53154e4 service neutron] 10.222.0.24 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903726 Jun 29 11:41:49.545574 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:49.546942 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.548149 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] 10.222.0.24 "PUT /v2.0/ports/527c7436-f8cf-4117-b623-dfbb879411fb HTTP/1.1" status: 200 len: 1093 time: 0.7906916 Jun 29 11:41:49.550493 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c117a01-4cdf-40dc-81ec-8f71c4259d87', 'tag': '527c7436-f8cf-4117-b623-dfbb879411fb'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:49.552818 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010fc092-2586-4ee5-8a5c-1e85fe07dda4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c117a01-4cdf-40dc-81ec-8f71c4259d87", "tag": "527c7436-f8cf-4117-b623-dfbb879411fb"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:49.586146 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Pushing event updated for resources: {'Port': ['ID=527c7436-f8cf-4117-b623-dfbb879411fb,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:49.589859 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:49.624174 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8d7931-d3cb-4a39-84b0-58c80d4e968a x-openstack-request-id: req-3c8d7931-d3cb-4a39-84b0-58c80d4e968a {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:49.624507 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c117a01-4cdf-40dc-81ec-8f71c4259d87", "tag": "527c7436-f8cf-4117-b623-dfbb879411fb", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:49.624912 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c8d7931-d3cb-4a39-84b0-58c80d4e968a {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:49.625193 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c117a01-4cdf-40dc-81ec-8f71c4259d87', 'tag': '527c7436-f8cf-4117-b623-dfbb879411fb', 'status': 'completed', 'code': 200} Jun 29 11:41:49.693613 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-10f10f70-422e-403a-8f79-5ebd7e8f028c req-32265d02-58e0-4328-8d78-5ac6b2e5d07d service neutron] 10.222.0.24 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305356 Jun 29 11:41:49.714256 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-4e9e813d-3895-4fd3-94a1-b8a781f548bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:49.715331 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-4e9e813d-3895-4fd3-94a1-b8a781f548bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54b92f8163c544f4abcb2b7da4664d25&device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 1096 time: 0.0806305 Jun 29 11:41:49.783793 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-164d3211-578f-44bb-a60f-fde76a9036cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=527c7436-f8cf-4117-b623-dfbb879411fb HTTP/1.1" status: 200 len: 217 time: 0.0403895 Jun 29 11:41:49.855222 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-95f6cd74-93ac-4f7e-ae5b-55b94f0ca1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:49.856762 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-95f6cd74-93ac-4f7e-ae5b-55b94f0ca1ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eed94da-ef33-4390-bd9b-5304dde413d9 HTTP/1.1" status: 200 len: 854 time: 0.0660603 Jun 29 11:41:49.864588 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8cc7-7bd4-4ad7-a788-40592bc78a2f req-b3967eca-0c9e-4a13-90b5-c9220beb1b2f tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:49.866113 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-731d8cc7-7bd4-4ad7-a788-40592bc78a2f req-b3967eca-0c9e-4a13-90b5-c9220beb1b2f tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 943 time: 0.1566436 Jun 29 11:41:49.874772 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02ef10-a24b-45b1-af78-5add712d2ede req-5f63357a-1f81-4e57-8f87-cda5c8f5678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:49.876344 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ff02ef10-a24b-45b1-af78-5add712d2ede req-5f63357a-1f81-4e57-8f87-cda5c8f5678f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b90118d1bc6f4aa9846ec3ea170585d7&device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 1097 time: 0.1070285 Jun 29 11:41:49.884522 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27830b47-3c33-4fd1-acbc-ca1e7c79aec4 req-4dd79dfd-54c5-4941-83fa-cab3e498c416 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:49.886057 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-27830b47-3c33-4fd1-acbc-ca1e7c79aec4 req-4dd79dfd-54c5-4941-83fa-cab3e498c416 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 944 time: 0.1081131 Jun 29 11:41:49.901977 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-b096f2a9-d207-48ea-8774-376b964c61df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04000d90-3737-43c3-a4e4-d095953ab74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348566 Jun 29 11:41:49.976739 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-731d8cc7-7bd4-4ad7-a788-40592bc78a2f req-ec850bd4-0ce3-4255-bc15-6336c149ac8c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009645 Jun 29 11:41:49.988756 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-27830b47-3c33-4fd1-acbc-ca1e7c79aec4 req-d32ff2d5-47f7-445e-acb6-e9de7e16f714 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918963 Jun 29 11:41:50.022826 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02ef10-a24b-45b1-af78-5add712d2ede req-3c00695f-9fb4-4296-8d83-9edf28bf165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:50.024423 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ff02ef10-a24b-45b1-af78-5add712d2ede req-3c00695f-9fb4-4296-8d83-9edf28bf165a service neutron] 10.222.0.24 "GET /v2.0/networks?id=98220853-18dd-4ea2-a7ea-85167814ad28 HTTP/1.1" status: 200 len: 910 time: 0.1373560 Jun 29 11:41:50.029949 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-be662a39-988f-4ed7-89c7-9296daa20ca3 service neutron] 10.222.0.24 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214244 Jun 29 11:41:50.084201 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ff02ef10-a24b-45b1-af78-5add712d2ede req-4ffb42a9-ecfe-4aa3-9946-8acb9e1a43e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f179a241-2683-4b76-bb6d-2431ddf553e1 HTTP/1.1" status: 200 len: 217 time: 0.0402558 Jun 29 11:41:50.134925 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02ef10-a24b-45b1-af78-5add712d2ede req-e252b3f9-5bd0-4580-834b-4a06234d8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:50.136617 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ff02ef10-a24b-45b1-af78-5add712d2ede req-e252b3f9-5bd0-4580-834b-4a06234d8409 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b093da2-702f-4439-853c-ca32bf51beca HTTP/1.1" status: 200 len: 849 time: 0.0461464 Jun 29 11:41:50.147433 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b28cfcaa-aa4c-49c7-a63e-c022b3b044d9 req-dcc4c333-5c8e-4ef2-ba83-c7842a60854f service neutron] 10.222.0.24 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033988 Jun 29 11:41:50.173860 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ff02ef10-a24b-45b1-af78-5add712d2ede req-b68ac828-03c1-40a3-af19-2a2a993148e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98220853-18dd-4ea2-a7ea-85167814ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305769 Jun 29 11:41:50.249386 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fc092-2586-4ee5-8a5c-1e85fe07dda4 req-8e31dff4-d862-4c2d-b1f9-3a47176fb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:50.250885 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-010fc092-2586-4ee5-8a5c-1e85fe07dda4 req-8e31dff4-d862-4c2d-b1f9-3a47176fb372 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54b92f8163c544f4abcb2b7da4664d25&device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 1096 time: 0.0571802 Jun 29 11:41:50.285134 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ff02ef10-a24b-45b1-af78-5add712d2ede req-c94377b7-66da-443a-b8a2-3742c8a6660b service neutron] 10.222.0.24 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987942 Jun 29 11:41:50.343849 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fc092-2586-4ee5-8a5c-1e85fe07dda4 req-045254a3-2446-478a-b011-d95bc65a7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:50.345405 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-010fc092-2586-4ee5-8a5c-1e85fe07dda4 req-045254a3-2446-478a-b011-d95bc65a7429 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04000d90-3737-43c3-a4e4-d095953ab74f HTTP/1.1" status: 200 len: 915 time: 0.0882845 Jun 29 11:41:50.382193 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ff02ef10-a24b-45b1-af78-5add712d2ede req-acf0aafe-06d2-4b75-840f-d4aee2f51d2b service neutron] 10.222.0.24 "GET /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911429 Jun 29 11:41:50.391102 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-010fc092-2586-4ee5-8a5c-1e85fe07dda4 req-d9e476b6-25ac-43c1-9667-0cb5c4555178 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=527c7436-f8cf-4117-b623-dfbb879411fb HTTP/1.1" status: 200 len: 217 time: 0.0394580 Jun 29 11:41:50.442087 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fc092-2586-4ee5-8a5c-1e85fe07dda4 req-f9a3c818-0783-4283-89a7-2699b6f1b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:50.443497 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-010fc092-2586-4ee5-8a5c-1e85fe07dda4 req-f9a3c818-0783-4283-89a7-2699b6f1b6b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eed94da-ef33-4390-bd9b-5304dde413d9 HTTP/1.1" status: 200 len: 854 time: 0.0428479 Jun 29 11:41:50.476117 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-010fc092-2586-4ee5-8a5c-1e85fe07dda4 req-8db822d9-6871-4b49-b3cb-835f4dc594e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04000d90-3737-43c3-a4e4-d095953ab74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259533 Jun 29 11:41:50.569079 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-010fc092-2586-4ee5-8a5c-1e85fe07dda4 req-7570b69a-4a00-4a77-a829-24efc7c7b606 service neutron] 10.222.0.24 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861101 Jun 29 11:41:50.670786 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-010fc092-2586-4ee5-8a5c-1e85fe07dda4 req-e8d526f8-d9b2-4774-bbb8-ee2261a18909 service neutron] 10.222.0.24 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887456 Jun 29 11:41:51.177352 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9da248-ce0d-4d88-9710-313665ff1f82 req-0394bb1f-6959-4bbd-b769-0cfae130b174 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:51.179215 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2d9da248-ce0d-4d88-9710-313665ff1f82 req-0394bb1f-6959-4bbd-b769-0cfae130b174 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 944 time: 0.0734112 Jun 29 11:41:51.207565 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316e418-1a7e-4604-8ff2-023036ed7bae req-3e9748a0-50ff-4104-b067-a44c44bca304 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:51.209391 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c316e418-1a7e-4604-8ff2-023036ed7bae req-3e9748a0-50ff-4104-b067-a44c44bca304 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 943 time: 0.0736871 Jun 29 11:41:51.221864 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2d9da248-ce0d-4d88-9710-313665ff1f82 req-32e1ef3c-7ea7-4f51-834d-2232c8285c1c tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361061 Jun 29 11:41:51.264655 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c316e418-1a7e-4604-8ff2-023036ed7bae req-93b37e2b-8507-41b5-a5af-45f859251bc5 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492408 Jun 29 11:41:52.097849 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device f179a241-2683-4b76-bb6d-2431ddf553e1 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:41:52.201369 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port f179a241-2683-4b76-bb6d-2431ddf553e1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f179a241-2683-4b76-bb6d-2431ddf553e1,segment=NetworkSegment(dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6),segment_id=dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:52.212688 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': 'f179a241-2683-4b76-bb6d-2431ddf553e1', 'network_id': '98220853-18dd-4ea2-a7ea-85167814ad28', 'port_id': 'f179a241-2683-4b76-bb6d-2431ddf553e1', 'mac_address': 'fa:16:3e:cc:0b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b093da2-702f-4439-853c-ca32bf51beca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:41:52.251971 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:52.266587 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f179a241-2683-4b76-bb6d-2431ddf553e1 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:41:52.287985 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port f179a241-2683-4b76-bb6d-2431ddf553e1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f179a241-2683-4b76-bb6d-2431ddf553e1,segment=NetworkSegment(dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6),segment_id=dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:52.292808 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:52.295630 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:52.349744 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=f179a241-2683-4b76-bb6d-2431ddf553e1,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:52.354883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:52.441125 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de0b65-2463-4a0b-84be-8d8a192dcf14 req-21ed664d-081e-4fd2-b517-fbabf74c19fe tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:52.442661 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-17de0b65-2463-4a0b-84be-8d8a192dcf14 req-21ed664d-081e-4fd2-b517-fbabf74c19fe tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 945 time: 0.0748637 Jun 29 11:41:52.472917 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0d3f1-fe7f-444e-96e6-7486dbf1625e req-3b80b510-33db-4909-9df0-dcca3996f0f2 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:52.474456 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7cd0d3f1-fe7f-444e-96e6-7486dbf1625e req-3b80b510-33db-4909-9df0-dcca3996f0f2 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 943 time: 0.0759413 Jun 29 11:41:52.482419 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-17de0b65-2463-4a0b-84be-8d8a192dcf14 req-d409782d-ef33-4417-868e-0e8af589e1e6 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331790 Jun 29 11:41:52.517012 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7cd0d3f1-fe7f-444e-96e6-7486dbf1625e req-27b6d378-0f26-4a15-866a-1b3ae74fb0a6 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363088 Jun 29 11:41:52.846778 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['f179a241-2683-4b76-bb6d-2431ddf553e1'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:41:53.117182 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a207c2ae-688c-40d1-8085-6466306cfec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:53.660024 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c29064-831d-4a7d-83f7-c07045f9e69f req-41c5aa06-c6f2-4063-9713-7cf5085b5c6f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:53.661749 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-94c29064-831d-4a7d-83f7-c07045f9e69f req-41c5aa06-c6f2-4063-9713-7cf5085b5c6f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 945 time: 0.0689120 Jun 29 11:41:53.702925 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-94c29064-831d-4a7d-83f7-c07045f9e69f req-1f83cad0-1d6a-408b-9b54-9aab3ad5d0af tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348635 Jun 29 11:41:53.703148 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ace68-7f79-4579-b45b-ca17ae482e2c req-137f5994-18d1-445e-9095-5e505d2c66e3 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:53.704775 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-620ace68-7f79-4579-b45b-ca17ae482e2c req-137f5994-18d1-445e-9095-5e505d2c66e3 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 943 time: 0.0754755 Jun 29 11:41:53.751559 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-620ace68-7f79-4579-b45b-ca17ae482e2c req-5fe6c3c9-f629-4fc3-ad10-1cebae20da8d tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Jun 29 11:41:54.111919 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 527c7436-f8cf-4117-b623-dfbb879411fb details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:41:54.115212 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device f179a241-2683-4b76-bb6d-2431ddf553e1 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:41:54.231156 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port f179a241-2683-4b76-bb6d-2431ddf553e1 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:41:54.243997 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port f179a241-2683-4b76-bb6d-2431ddf553e1 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:41:54.244403 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.279410 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 527c7436-f8cf-4117-b623-dfbb879411fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=527c7436-f8cf-4117-b623-dfbb879411fb,segment=NetworkSegment(e5f75f33-d36c-4625-b525-a8a8552b34a6),segment_id=e5f75f33-d36c-4625-b525-a8a8552b34a6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:54.297860 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '527c7436-f8cf-4117-b623-dfbb879411fb', 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f', 'port_id': '527c7436-f8cf-4117-b623-dfbb879411fb', 'mac_address': 'fa:16:3e:56:7b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eed94da-ef33-4390-bd9b-5304dde413d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:41:54.364301 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.387645 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527c7436-f8cf-4117-b623-dfbb879411fb {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:41:54.394716 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.424624 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 527c7436-f8cf-4117-b623-dfbb879411fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=527c7436-f8cf-4117-b623-dfbb879411fb,segment=NetworkSegment(e5f75f33-d36c-4625-b525-a8a8552b34a6),segment_id=e5f75f33-d36c-4625-b525-a8a8552b34a6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:54.432441 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.434007 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce4bb3b-f795-4b14-b735-1cd8a4c0820e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f179a241-2683-4b76-bb6d-2431ddf553e1'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:54.437509 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12319247-53f5-49a1-ae28-c589e6995269" -d '{"events": [{"server_uuid": "dce4bb3b-f795-4b14-b735-1cd8a4c0820e", "name": "network-vif-plugged", "status": "completed", "tag": "f179a241-2683-4b76-bb6d-2431ddf553e1"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:54.442276 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-7cce67a4-21a1-4374-8e05-5670fd5f526b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:54.470754 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port f179a241-2683-4b76-bb6d-2431ddf553e1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f179a241-2683-4b76-bb6d-2431ddf553e1,segment=NetworkSegment(dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6),segment_id=dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:54.476411 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.479400 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41fbafb-2fc5-47c7-ba60-12aa33bcde7a x-openstack-request-id: req-b41fbafb-2fc5-47c7-ba60-12aa33bcde7a {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:54.479697 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce4bb3b-f795-4b14-b735-1cd8a4c0820e", "name": "network-vif-plugged", "status": "completed", "tag": "f179a241-2683-4b76-bb6d-2431ddf553e1", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:54.479965 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b41fbafb-2fc5-47c7-ba60-12aa33bcde7a {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:54.480391 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce4bb3b-f795-4b14-b735-1cd8a4c0820e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f179a241-2683-4b76-bb6d-2431ddf553e1', 'code': 200} Jun 29 11:41:54.510264 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=527c7436-f8cf-4117-b623-dfbb879411fb,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:54.514692 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:54.515173 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:54.571666 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=f179a241-2683-4b76-bb6d-2431ddf553e1,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:54.577598 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:54.734268 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93732c-9d1e-40c3-b8f3-099637e8ad1f req-8fbb724c-0e47-488e-8855-142130b8cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:54.735798 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3a93732c-9d1e-40c3-b8f3-099637e8ad1f req-8fbb724c-0e47-488e-8855-142130b8cef2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 1099 time: 0.0543017 Jun 29 11:41:54.773269 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3a93732c-9d1e-40c3-b8f3-099637e8ad1f req-b2a1916d-1434-4261-b2b2-81ad8b402497 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296624 Jun 29 11:41:54.862553 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['527c7436-f8cf-4117-b623-dfbb879411fb'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:41:54.882771 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad419c-64d1-4c67-b73b-07325d276c28 req-05e82375-4c8b-4745-982b-48fca76cdb13 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:54.884349 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b0ad419c-64d1-4c67-b73b-07325d276c28 req-05e82375-4c8b-4745-982b-48fca76cdb13 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 946 time: 0.0699511 Jun 29 11:41:54.925469 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b0ad419c-64d1-4c67-b73b-07325d276c28 req-9a785159-8058-422f-bc18-77bb086fb4e4 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340531 Jun 29 11:41:54.944804 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75761274-6652-4283-bc43-c9da807244df req-d09f8ce4-0c6d-4325-aefb-b6f488fc868f tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:54.946453 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-75761274-6652-4283-bc43-c9da807244df req-d09f8ce4-0c6d-4325-aefb-b6f488fc868f tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 944 time: 0.0744979 Jun 29 11:41:54.989120 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-75761274-6652-4283-bc43-c9da807244df req-b723769a-4bc2-4cd0-912f-e9229c51fd1d tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357885 Jun 29 11:41:56.111571 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 527c7436-f8cf-4117-b623-dfbb879411fb up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:41:56.148234 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6edcd3-2038-4cff-8776-34c147d24c4b req-cde7ea73-4159-47e5-b5f3-755865a8fd78 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:56.149986 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ce6edcd3-2038-4cff-8776-34c147d24c4b req-cde7ea73-4159-47e5-b5f3-755865a8fd78 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 946 time: 0.0934513 Jun 29 11:41:56.181127 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 527c7436-f8cf-4117-b623-dfbb879411fb completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:41:56.186630 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 527c7436-f8cf-4117-b623-dfbb879411fb triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:41:56.187141 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:56.199137 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c25831-75cf-4bc6-8869-519809735f4c req-1d37edef-0ab5-40cf-9804-9981d076546c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:56.202327 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-81c25831-75cf-4bc6-8869-519809735f4c req-1d37edef-0ab5-40cf-9804-9981d076546c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 944 time: 0.0842986 Jun 29 11:41:56.202499 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ce6edcd3-2038-4cff-8776-34c147d24c4b req-de612d1e-de59-472a-bef6-daefc9706d5f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457656 Jun 29 11:41:56.256480 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-81c25831-75cf-4bc6-8869-519809735f4c req-6473402a-1b0f-49bf-a01b-a33d13fea93a tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Jun 29 11:41:56.294029 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:56.330533 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 527c7436-f8cf-4117-b623-dfbb879411fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=527c7436-f8cf-4117-b623-dfbb879411fb,segment=NetworkSegment(e5f75f33-d36c-4625-b525-a8a8552b34a6),segment_id=e5f75f33-d36c-4625-b525-a8a8552b34a6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:56.334538 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:56.336434 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:56.389278 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=527c7436-f8cf-4117-b623-dfbb879411fb,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:56.396673 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:56.408197 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4acf03e9-c025-46ee-98cb-4480fb551374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:56.481329 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c117a01-4cdf-40dc-81ec-8f71c4259d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c7436-f8cf-4117-b623-dfbb879411fb'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:56.484091 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd76836-9000-4759-82f7-d2c323c491d5" -d '{"events": [{"server_uuid": "5c117a01-4cdf-40dc-81ec-8f71c4259d87", "name": "network-vif-plugged", "status": "completed", "tag": "527c7436-f8cf-4117-b623-dfbb879411fb"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:56.521553 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d624aa-980e-4ec6-9661-2f90113c92ea x-openstack-request-id: req-c9d624aa-980e-4ec6-9661-2f90113c92ea {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:56.521851 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c117a01-4cdf-40dc-81ec-8f71c4259d87", "name": "network-vif-plugged", "status": "completed", "tag": "527c7436-f8cf-4117-b623-dfbb879411fb", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:56.522114 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9d624aa-980e-4ec6-9661-2f90113c92ea {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:56.522513 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c117a01-4cdf-40dc-81ec-8f71c4259d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c7436-f8cf-4117-b623-dfbb879411fb', 'code': 200} Jun 29 11:41:56.772463 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b86cd-8315-47f9-acbd-81027d38d97b req-2f4affd1-d460-4760-9865-e2c3fae0c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:56.773859 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-076b86cd-8315-47f9-acbd-81027d38d97b req-2f4affd1-d460-4760-9865-e2c3fae0c94e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 1098 time: 0.0523503 Jun 29 11:41:56.808769 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-076b86cd-8315-47f9-acbd-81027d38d97b req-251aeb07-df38-4c6d-98ac-0e8a67835305 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275688 Jun 29 11:41:57.069031 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:57.382753 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52562df3-44e2-4850-a85b-cf2ef91fddb0 req-fa6fa1c4-62f9-4a41-a76d-de85e0c14b3c tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:57.384383 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-52562df3-44e2-4850-a85b-cf2ef91fddb0 req-fa6fa1c4-62f9-4a41-a76d-de85e0c14b3c tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 946 time: 0.0686800 Jun 29 11:41:57.426179 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-52562df3-44e2-4850-a85b-cf2ef91fddb0 req-3939aeb6-3cc9-4d5f-9239-fb6f2f2c1bb3 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353067 Jun 29 11:41:57.439020 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a8cba-66ab-477f-8ecb-134e1f6cd531 req-223144fd-1eec-4add-960d-0902cd083194 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:57.451042 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f55a8cba-66ab-477f-8ecb-134e1f6cd531 req-223144fd-1eec-4add-960d-0902cd083194 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 945 time: 0.0644040 Jun 29 11:41:57.479379 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f55a8cba-66ab-477f-8ecb-134e1f6cd531 req-02a604eb-da3c-4b00-b6d9-4c93990ec0d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332081 Jun 29 11:41:58.008834 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:58.334850 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152c938-9f54-4cfa-a75e-fad0ffedd3d2 req-2c315fe3-06b3-432c-89e1-261661b40499 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:58.336349 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2152c938-9f54-4cfa-a75e-fad0ffedd3d2 req-2c315fe3-06b3-432c-89e1-261661b40499 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 946 time: 0.0690296 Jun 29 11:41:58.377361 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2152c938-9f54-4cfa-a75e-fad0ffedd3d2 req-aa0e56fe-5875-4a7f-8744-10fd3747aaa5 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341718 Jun 29 11:41:58.656934 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea996884-d0bd-432b-a666-2d958875c6b5 req-1c3efa00-0689-4c28-8266-8b3f6f70f6e0 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:58.658421 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ea996884-d0bd-432b-a666-2d958875c6b5 req-1c3efa00-0689-4c28-8266-8b3f6f70f6e0 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 945 time: 0.0653043 Jun 29 11:41:58.711273 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ea996884-d0bd-432b-a666-2d958875c6b5 req-32430c3a-6f2a-4309-8c57-1ff349558ce6 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Jun 29 11:41:59.509305 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:59.556927 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a639c-943e-4597-a69f-dd020dad451f req-51bb2e26-2570-4a88-883c-3c7a31342207 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:59.558354 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-431a639c-943e-4597-a69f-dd020dad451f req-51bb2e26-2570-4a88-883c-3c7a31342207 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 946 time: 0.0673847 Jun 29 11:41:59.598178 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-431a639c-943e-4597-a69f-dd020dad451f req-e1707e5e-7e9b-4f31-b036-809a1c810634 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e047853-3fcd-458e-8e4b-efea9268bc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336528 Jun 29 11:42:00.173426 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-460bf0d8-44a5-42de-9d27-17c2a65afd6f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:00.174993 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-460bf0d8-44a5-42de-9d27-17c2a65afd6f tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 946 time: 0.0667970 Jun 29 11:42:00.301006 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Deleting port f179a241-2683-4b76-bb6d-2431ddf553e1 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:42:00.301265 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:00.397085 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] For port f179a241-2683-4b76-bb6d-2431ddf553e1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f179a241-2683-4b76-bb6d-2431ddf553e1,segment=NetworkSegment(dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6),segment_id=dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:42:00.397438 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:00.410576 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Calling delete_port for f179a241-2683-4b76-bb6d-2431ddf553e1 owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:42:00.540268 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:00.545709 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f024a277-f16d-4b1f-9e90-6ac32cacf515 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:42:00.553159 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['f179a241-2683-4b76-bb6d-2431ddf553e1'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:42:00.576014 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Pushing event deleted for resources: {'Port': ['ID=f179a241-2683-4b76-bb6d-2431ddf553e1,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:42:00.579175 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:42:00.623765 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] No DVR routers for this DVR port f179a241-2683-4b76-bb6d-2431ddf553e1 on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:42:00.626294 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:00.628351 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7df6aed0-409e-4302-9a7d-6bf4736f854a req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.24 "DELETE /v2.0/ports/f179a241-2683-4b76-bb6d-2431ddf553e1 HTTP/1.1" status: 204 len: 173 time: 0.4376490 Jun 29 11:42:00.628853 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce4bb3b-f795-4b14-b735-1cd8a4c0820e', 'name': 'network-vif-deleted', 'tag': 'f179a241-2683-4b76-bb6d-2431ddf553e1'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:42:00.631369 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8198ce58-f4a3-4973-b647-65eae390f792" -d '{"events": [{"server_uuid": "dce4bb3b-f795-4b14-b735-1cd8a4c0820e", "name": "network-vif-deleted", "tag": "f179a241-2683-4b76-bb6d-2431ddf553e1"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:42:00.680608 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e89bd4-f570-4d7d-aeef-3bedd011aa57 x-openstack-request-id: req-92e89bd4-f570-4d7d-aeef-3bedd011aa57 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:42:00.680939 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce4bb3b-f795-4b14-b735-1cd8a4c0820e", "name": "network-vif-deleted", "tag": "f179a241-2683-4b76-bb6d-2431ddf553e1", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:42:00.681236 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92e89bd4-f570-4d7d-aeef-3bedd011aa57 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:42:00.681704 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce4bb3b-f795-4b14-b735-1cd8a4c0820e', 'name': 'network-vif-deleted', 'tag': 'f179a241-2683-4b76-bb6d-2431ddf553e1', 'status': 'completed', 'code': 200} Jun 29 11:42:00.751163 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6567e8e8-af23-4860-b843-3541ba792d76 req-4167bc72-22f2-4345-b267-9c02a85a31e4 tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce4bb3b-f795-4b14-b735-1cd8a4c0820e HTTP/1.1" status: 200 len: 210 time: 0.0309501 Jun 29 11:42:02.889076 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bcb25-5941-43d1-b5c7-db9403089657 req-531fd812-7d32-44c3-afb7-920921278ea6 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:02.890643 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-748bcb25-5941-43d1-b5c7-db9403089657 req-531fd812-7d32-44c3-afb7-920921278ea6 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0780058 Jun 29 11:42:02.930429 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-748bcb25-5941-43d1-b5c7-db9403089657 req-7ba95334-47ac-4ab4-b7ee-609984537254 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336905 Jun 29 11:42:04.117126 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19559f47-54de-47c3-b5f7-5339f24d3114 req-9ea8996b-1bff-4def-903d-a8ed67849bff tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:04.118670 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19559f47-54de-47c3-b5f7-5339f24d3114 req-9ea8996b-1bff-4def-903d-a8ed67849bff tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0718791 Jun 29 11:42:04.167078 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-19559f47-54de-47c3-b5f7-5339f24d3114 req-3062de96-d536-4fe2-bb89-ff7e2c682e5e tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407350 Jun 29 11:42:05.349818 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e837014-f972-41d0-bed1-9d6753fbc6bc req-6c7f5c25-aede-47ac-938e-bb95566d0fd5 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:05.351345 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5e837014-f972-41d0-bed1-9d6753fbc6bc req-6c7f5c25-aede-47ac-938e-bb95566d0fd5 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0670724 Jun 29 11:42:05.391096 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5e837014-f972-41d0-bed1-9d6753fbc6bc req-a9a3b075-3a7f-48d0-bc57-99f4ba3ebee3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335648 Jun 29 11:42:05.427603 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device f179a241-2683-4b76-bb6d-2431ddf553e1 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:42:05.447907 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: f179a241-2683-4b76-bb6d-2431ddf553e1 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:42:05.448303 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device f179a241-2683-4b76-bb6d-2431ddf553e1 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:42:06.602499 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f97241-5be6-47e6-a9b6-59d0f95be9b2 req-273a6c5f-f8d0-42c8-84b2-fa8e7a7ee4ac tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:06.604159 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-47f97241-5be6-47e6-a9b6-59d0f95be9b2 req-273a6c5f-f8d0-42c8-84b2-fa8e7a7ee4ac tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0677831 Jun 29 11:42:06.902069 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-47f97241-5be6-47e6-a9b6-59d0f95be9b2 req-5ec58271-4e5d-4616-8497-85255e9f52a5 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915511 Jun 29 11:42:08.081631 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95400e-605b-4b85-a36c-c4ec2ce36293 req-03919c15-e1d5-4423-b731-8f330c2bbd98 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:08.083126 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-bf95400e-605b-4b85-a36c-c4ec2ce36293 req-03919c15-e1d5-4423-b731-8f330c2bbd98 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0653024 Jun 29 11:42:08.120882 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-bf95400e-605b-4b85-a36c-c4ec2ce36293 req-01b08802-5e71-4ce4-bba0-b6bb39236549 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320792 Jun 29 11:42:09.303699 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29885ac-0072-48ce-8336-55f4cfc82986 req-b1a0c102-a8d9-4190-a97f-cd2249044c60 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:09.305111 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b29885ac-0072-48ce-8336-55f4cfc82986 req-b1a0c102-a8d9-4190-a97f-cd2249044c60 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0650587 Jun 29 11:42:09.342359 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b29885ac-0072-48ce-8336-55f4cfc82986 req-23372461-e654-48d0-ba7b-4e96bad79747 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315711 Jun 29 11:42:10.539017 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4aedf-f591-4949-8fbc-f8040016e1bd req-bcb709b0-2af0-497a-bd31-ce85a57782e1 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:10.540553 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-eeb4aedf-f591-4949-8fbc-f8040016e1bd req-bcb709b0-2af0-497a-bd31-ce85a57782e1 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0746698 Jun 29 11:42:10.587864 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-eeb4aedf-f591-4949-8fbc-f8040016e1bd req-63b3be61-9dbe-409f-a9d7-39609a03ea7c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407627 Jun 29 11:42:11.790640 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1803-4164-4b8b-b0bc-4383143e950b req-4219e0d8-0d61-4883-b973-df086ae1a22c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:11.792318 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-595a1803-4164-4b8b-b0bc-4383143e950b req-4219e0d8-0d61-4883-b973-df086ae1a22c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0778465 Jun 29 11:42:11.867152 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-595a1803-4164-4b8b-b0bc-4383143e950b req-665a4cec-585a-49a5-a126-d05109d4c796 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678611 Jun 29 11:42:13.052894 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9a225-0a19-41cf-8cad-b410cf94ca99 req-42ac4860-667b-4a43-806a-3316ec533ffc tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:13.054642 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cab9a225-0a19-41cf-8cad-b410cf94ca99 req-42ac4860-667b-4a43-806a-3316ec533ffc tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0684984 Jun 29 11:42:13.102636 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-cab9a225-0a19-41cf-8cad-b410cf94ca99 req-7f41e917-0ae3-4e10-9dcf-5d2b6aaa0118 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409203 Jun 29 11:42:14.292925 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdc054-b6c5-4247-88af-9ff143b76e12 req-68d70ae7-fded-44fa-a906-97c8d84fcc86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:14.294308 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-48bdc054-b6c5-4247-88af-9ff143b76e12 req-68d70ae7-fded-44fa-a906-97c8d84fcc86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0652928 Jun 29 11:42:14.335187 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-48bdc054-b6c5-4247-88af-9ff143b76e12 req-e5d843cb-c3f4-4875-b2a6-23caa50718d9 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349982 Jun 29 11:42:15.539216 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b386a-3a86-487d-be1e-152986c0d250 req-3dcc4dd7-30a6-478a-a5cd-9f27817b739e tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:15.540764 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7b4b386a-3a86-487d-be1e-152986c0d250 req-3dcc4dd7-30a6-478a-a5cd-9f27817b739e tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0839918 Jun 29 11:42:15.587433 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7b4b386a-3a86-487d-be1e-152986c0d250 req-edc75d2d-f129-4a0c-9467-c1c05d48d76c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408754 Jun 29 11:42:16.785185 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aa18c-04e8-4361-8a5b-e0a6c8da1efa req-5f6a1285-d046-49eb-854c-47591729f894 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:16.787818 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed6aa18c-04e8-4361-8a5b-e0a6c8da1efa req-5f6a1285-d046-49eb-854c-47591729f894 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0756898 Jun 29 11:42:16.834407 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ed6aa18c-04e8-4361-8a5b-e0a6c8da1efa req-ee15c6f4-ee37-4c97-8d5d-2c6fe07049b1 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377755 Jun 29 11:42:17.225602 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:18.061529 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3644179-9846-4d3b-b9e1-6768cbf1fe85 req-996d960c-56f0-433f-81d5-27924164fb64 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:18.062856 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b3644179-9846-4d3b-b9e1-6768cbf1fe85 req-996d960c-56f0-433f-81d5-27924164fb64 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0786548 Jun 29 11:42:18.112848 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b3644179-9846-4d3b-b9e1-6768cbf1fe85 req-40fc1f4b-c7fe-4389-a9c9-c61f33a48512 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423071 Jun 29 11:42:19.337786 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed1a2-0812-435a-af25-4f8b4816409c req-96cfef4b-ba58-4957-a6df-58537a358f56 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:19.345994 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-30bed1a2-0812-435a-af25-4f8b4816409c req-96cfef4b-ba58-4957-a6df-58537a358f56 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.1089735 Jun 29 11:42:19.393486 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-30bed1a2-0812-435a-af25-4f8b4816409c req-e66117ad-86df-4afa-84c5-09a45907ce6b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457311 Jun 29 11:42:20.274620 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:42:20.595833 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3a309-4611-4f0d-bec0-67e69963a50c req-6d57eb99-7bf1-498a-8b93-1737eb5795e7 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:20.597640 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-83e3a309-4611-4f0d-bec0-67e69963a50c req-6d57eb99-7bf1-498a-8b93-1737eb5795e7 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0833907 Jun 29 11:42:20.640792 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-83e3a309-4611-4f0d-bec0-67e69963a50c req-610960cc-bebc-435c-8ab2-69afba1e41de tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367441 Jun 29 11:42:21.833689 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df21ee7-ed1e-4f71-884a-1c08efb6c9d7 req-31eb0ff0-a8b6-4d10-95fe-0da426e552c1 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:21.835900 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3df21ee7-ed1e-4f71-884a-1c08efb6c9d7 req-31eb0ff0-a8b6-4d10-95fe-0da426e552c1 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0756943 Jun 29 11:42:21.879802 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3df21ee7-ed1e-4f71-884a-1c08efb6c9d7 req-628fa21f-95bd-447d-91be-945032cddd54 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367239 Jun 29 11:42:23.085805 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94214-1414-4ac4-b2be-8429dc66e119 req-5929d619-aa93-4407-ad82-fd93b4928055 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:23.089368 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-91b94214-1414-4ac4-b2be-8429dc66e119 req-5929d619-aa93-4407-ad82-fd93b4928055 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0919361 Jun 29 11:42:23.131345 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6213bdae-43a3-4735-b14b-0b370b98a35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:23.161489 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-91b94214-1414-4ac4-b2be-8429dc66e119 req-48ef22ae-49f2-4a77-8ee0-1d15c3557abe tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596285 Jun 29 11:42:24.372109 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f771b-f000-47fb-93b1-f72366f2b714 req-e8c36d35-4779-41cd-8dc6-ad709a8eb4f0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:24.375846 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-673f771b-f000-47fb-93b1-f72366f2b714 req-e8c36d35-4779-41cd-8dc6-ad709a8eb4f0 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0827804 Jun 29 11:42:24.436638 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-673f771b-f000-47fb-93b1-f72366f2b714 req-52801ea4-5a53-42d0-983f-3ddc853a43fb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547373 Jun 29 11:42:24.864947 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-bc420fdd-2176-4252-a48b-d1390d6bb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:24.864947 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-bc420fdd-2176-4252-a48b-d1390d6bb952 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 1098 time: 0.0983112 Jun 29 11:42:24.968507 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99221c5-fc3c-44cc-b115-191478a0e806 req-5c8215c8-9661-4bff-b1f9-afcc9e7da123 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:24.969970 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f99221c5-fc3c-44cc-b115-191478a0e806 req-5c8215c8-9661-4bff-b1f9-afcc9e7da123 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.1552205 Jun 29 11:42:25.026161 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-a34d1955-914b-4ac6-aa4c-52f073cb92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:25.027631 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-a34d1955-914b-4ac6-aa4c-52f073cb92e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 910 time: 0.1459155 Jun 29 11:42:25.084328 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f99221c5-fc3c-44cc-b115-191478a0e806 req-3a60a2a2-5b05-4b94-b8cf-262bd5dca2b3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911252 Jun 29 11:42:25.125296 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-3bcfe273-eb9e-4e9c-be71-138c2cc4fae0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb HTTP/1.1" status: 200 len: 1001 time: 0.0849349 Jun 29 11:42:25.196694 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-8fea0bbd-9f58-4eaf-aa5b-01f9152468a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:25.198254 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-8fea0bbd-9f58-4eaf-aa5b-01f9152468a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.0616171 Jun 29 11:42:25.267902 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-a918bdcc-dfe1-4599-80a5-e09357b82c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:25.269446 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-a918bdcc-dfe1-4599-80a5-e09357b82c60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621712 Jun 29 11:42:25.373324 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-d4bba9d6-9463-4a02-82b8-284a5543433d service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961080 Jun 29 11:42:25.480809 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4b6c70cb-e26e-4112-98a2-b1cd43ed2251 req-391a335c-450b-43cd-ae66-1486b7ec5639 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987000 Jun 29 11:42:26.311821 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed088d-0e32-4627-8790-d65bbf9c4b54 req-91e6d6a3-47c1-436a-bce9-f9ad5e819227 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:26.313474 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c4ed088d-0e32-4627-8790-d65bbf9c4b54 req-91e6d6a3-47c1-436a-bce9-f9ad5e819227 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0792100 Jun 29 11:42:26.379875 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c4ed088d-0e32-4627-8790-d65bbf9c4b54 req-c32beb44-9979-4f0a-b12f-6744e4b30d64 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584013 Jun 29 11:42:26.419680 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-f5070805-53d3-461f-a12d-3f51314d0648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:27.077311 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:27.576933 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e4707-f982-4410-969b-0389d39d6550 req-ea6d610c-19d8-4783-a80b-63ddd3134156 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:27.579472 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-be5e4707-f982-4410-969b-0389d39d6550 req-ea6d610c-19d8-4783-a80b-63ddd3134156 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0841534 Jun 29 11:42:27.646705 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-be5e4707-f982-4410-969b-0389d39d6550 req-7cec8110-f5fe-47d8-983a-292abd53969c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581005 Jun 29 11:42:28.018463 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:29.510447 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:31.641948 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 37574) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:42:31.689696 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_v2 [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Deleting subnet 1b093da2-702f-4439-853c-ca32bf51beca {{(pid=93144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:42:31.692907 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:31.728879 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4475961'] for subnet, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:31.767526 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:31.817275 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4644943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248375'] for subnet, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:31.820173 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0daa184c-7541-4741-8fda-5b27f45157c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:42:31.843657 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b093da2-702f-4439-853c-ca32bf51beca,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:42:31.847893 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:31.850181 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1b093da2-702f-4439-853c-ca32bf51beca HTTP/1.1" status: 204 len: 168 time: 0.2067800 Jun 29 11:42:31.852577 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 37576) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:42:31.854765 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.855136 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.855498 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.855852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.856235 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.856591 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.857559 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.858450 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.858939 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.859160 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.859511 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.859857 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:31.862961 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-268a65fb-e6b2-4d9d-9e71-dca5db354022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:42:31.926892 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.004948 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.015722 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98220853-18dd-4ea2-a7ea-85167814ad28']}} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:42:32.026086 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6') {'for_net_delete': True} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:42:32.026386 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd33ccb9-b65e-4dfe-9cfd-c7a608c80ed6') {} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:42:32.036695 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8038734'] for segment, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.051962 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.063129 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:42:32.063826 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8061534'] for segment, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: Traceback (most recent call last): Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: timer() Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: cb(*args, **kw) Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: return func(*args, **kwargs) Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: self._notify() Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: self.callback(batched_events) Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: event.method(event) Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: return f(self, *a, **k) Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._get(url).json() Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:42:32.065897 dv-cinder-797608-2-iscsi neutron-server[93145]: return self.request(url, 'GET', **kwargs) Jun 29 11:42:32.069999 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:42:32.069999 dv-cinder-797608-2-iscsi neutron-server[93145]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:42:32.069999 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:42:32.069999 dv-cinder-797608-2-iscsi neutron-server[93145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:42:32.069999 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:42:32.069999 dv-cinder-797608-2-iscsi neutron-server[93145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:42:32.069999 dv-cinder-797608-2-iscsi neutron-server[93145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:42:32.135065 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.140583 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:42:32.143126 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.147826 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/98220853-18dd-4ea2-a7ea-85167814ad28 HTTP/1.1" status: 204 len: 168 time: 0.2941611 Jun 29 11:42:32.160773 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=98220853-18dd-4ea2-a7ea-85167814ad28,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:42:32.168588 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.169052 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.170040 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.170463 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.170955 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.171571 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.172163 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.172737 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.173286 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.174069 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.174748 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.175304 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:32.180154 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-7471b8e3-79f2-48f5-9650-2bfd84c088e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:42:32.273852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 37588) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:42:32.320365 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 37590) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:42:32.320626 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-d4870d10-7194-480b-8e33-733bf110023d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b90118d1bc6f4aa9846ec3ea170585d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453954 Jun 29 11:42:32.373437 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cd976112-804c-4094-b4aa-daf925c3be5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.395010 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cd976112-804c-4094-b4aa-daf925c3be5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.440726 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cd976112-804c-4094-b4aa-daf925c3be5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.443318 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cd976112-804c-4094-b4aa-daf925c3be5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:32.444503 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-cd976112-804c-4094-b4aa-daf925c3be5a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e047853-3fcd-458e-8e4b-efea9268bc7a HTTP/1.1" status: 204 len: 168 time: 0.1227052 Jun 29 11:42:32.445246 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-098fcd0b-5dc0-4e61-8861-e18d947933aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:42:32.454707 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd976112-804c-4094-b4aa-daf925c3be5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e047853-3fcd-458e-8e4b-efea9268bc7a,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:42:32.457138 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-cd976112-804c-4094-b4aa-daf925c3be5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:42:47.245512 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:48.581296 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-f900e4ff-4c40-41e3-b933-d30ab4543828 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593710 Jun 29 11:42:51.725657 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-295493f2-a7cd-45e7-b2c2-0f67242f696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:51.727430 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-295493f2-a7cd-45e7-b2c2-0f67242f696a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74d4013cce364808b087f723eaf75ad3&device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 1138 time: 0.0552797 Jun 29 11:42:53.115897 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-0c01a0c2-1daa-41c4-9394-a8f93fdbf5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:53.133330 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-11326984-5346-4f43-a97c-36295e5bf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:53.134808 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-11326984-5346-4f43-a97c-36295e5bf13e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 HTTP/1.1" status: 200 len: 916 time: 0.0940588 Jun 29 11:42:53.202258 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-4d8a0028-435e-4b7c-86df-344bf3615c36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 1002 time: 0.0597839 Jun 29 11:42:53.254139 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-d6637394-7b38-4e2b-b8f8-28030bd23d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:53.255603 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-d6637394-7b38-4e2b-b8f8-28030bd23d5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a8c400-1fca-49f0-bbb0-d7cd11405fef HTTP/1.1" status: 200 len: 854 time: 0.0466149 Jun 29 11:42:53.320021 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-b327fba2-cc7f-4a5d-8345-2005f76b6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:53.321557 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-b327fba2-cc7f-4a5d-8345-2005f76b6cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588210 Jun 29 11:42:53.416650 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-a532c571-1aef-4f04-9679-18e2854dcd27 service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875406 Jun 29 11:42:53.512318 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9389a6a6-53d7-4101-9d54-06fc327a41e4 req-ecce4b34-0274-41c4-80f2-56c0329e6be9 service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878570 Jun 29 11:42:56.418497 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d31e3c39-8bbb-413e-bca9-bc06b315eb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:57.069518 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:57.275667 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:42:58.014039 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:59.511783 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:05.636780 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d3490-8098-49cf-8697-84a6726fc15d req-aafec428-97f0-4d2a-b322-e7b2a909817c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:05.638696 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5b6d3490-8098-49cf-8697-84a6726fc15d req-aafec428-97f0-4d2a-b322-e7b2a909817c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 945 time: 0.0757890 Jun 29 11:43:05.678730 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5b6d3490-8098-49cf-8697-84a6726fc15d req-fdb3f72f-5d94-4d8f-aa3a-152885142750 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343428 Jun 29 11:43:06.855860 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eeb63-df96-4847-8aad-0eba6e266ffa req-741fdfcd-2ed6-43f1-b0fb-5ac22e3b39cf tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:06.857382 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9a5eeb63-df96-4847-8aad-0eba6e266ffa req-741fdfcd-2ed6-43f1-b0fb-5ac22e3b39cf tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 945 time: 0.0642614 Jun 29 11:43:06.895782 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9a5eeb63-df96-4847-8aad-0eba6e266ffa req-5555eb39-14e2-414b-bee6-8e66a96eb4ac tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Jun 29 11:43:08.154270 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26f293-497c-41e9-b6e2-79cc472c2f68 req-612949ba-8a06-4b2b-8b50-2fcc1eae18f4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:08.155811 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2d26f293-497c-41e9-b6e2-79cc472c2f68 req-612949ba-8a06-4b2b-8b50-2fcc1eae18f4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 945 time: 0.1218381 Jun 29 11:43:08.165905 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-c29e96bc-9c55-410d-8c9c-1fd687877ae1 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:08.167398 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-c29e96bc-9c55-410d-8c9c-1fd687877ae1 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c117a01-4cdf-40dc-81ec-8f71c4259d87 HTTP/1.1" status: 200 len: 945 time: 0.1428256 Jun 29 11:43:08.259973 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2d26f293-497c-41e9-b6e2-79cc472c2f68 req-714b6190-2d92-464b-b61b-277f5c3dfbfe tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914569 Jun 29 11:43:08.320394 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Deleting port 527c7436-f8cf-4117-b623-dfbb879411fb {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:43:08.320829 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:08.432578 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] For port 527c7436-f8cf-4117-b623-dfbb879411fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=527c7436-f8cf-4117-b623-dfbb879411fb,segment=NetworkSegment(e5f75f33-d36c-4625-b525-a8a8552b34a6),segment_id=e5f75f33-d36c-4625-b525-a8a8552b34a6)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:43:08.432949 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:08.450967 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Calling delete_port for 527c7436-f8cf-4117-b623-dfbb879411fb owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:43:08.622736 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:08.626527 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8e6b3c30-e8d7-4e15-8ed5-f253fa25fe74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:08.635189 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['527c7436-f8cf-4117-b623-dfbb879411fb'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:43:08.651129 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Pushing event deleted for resources: {'Port': ['ID=527c7436-f8cf-4117-b623-dfbb879411fb,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:08.654627 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:08.699533 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] No DVR routers for this DVR port 527c7436-f8cf-4117-b623-dfbb879411fb on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:43:08.702048 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:08.703993 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-30ca0853-f663-45ec-baf1-1946f2dac808 req-1ebf8d50-cfc7-417b-bd59-74b5ebafa4aa tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.24 "DELETE /v2.0/ports/527c7436-f8cf-4117-b623-dfbb879411fb HTTP/1.1" status: 204 len: 173 time: 0.5269890 Jun 29 11:43:08.704524 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c117a01-4cdf-40dc-81ec-8f71c4259d87', 'name': 'network-vif-deleted', 'tag': '527c7436-f8cf-4117-b623-dfbb879411fb'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:43:08.706909 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2e832c-52c0-4173-85b0-43849fa4f1e3" -d '{"events": [{"server_uuid": "5c117a01-4cdf-40dc-81ec-8f71c4259d87", "name": "network-vif-deleted", "tag": "527c7436-f8cf-4117-b623-dfbb879411fb"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:43:08.747297 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9ba085-4b07-4989-a1e2-65301b91abc6 x-openstack-request-id: req-1e9ba085-4b07-4989-a1e2-65301b91abc6 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:43:08.747629 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c117a01-4cdf-40dc-81ec-8f71c4259d87", "name": "network-vif-deleted", "tag": "527c7436-f8cf-4117-b623-dfbb879411fb", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:43:08.752783 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1e9ba085-4b07-4989-a1e2-65301b91abc6 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:43:08.752783 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c117a01-4cdf-40dc-81ec-8f71c4259d87', 'name': 'network-vif-deleted', 'tag': '527c7436-f8cf-4117-b623-dfbb879411fb', 'status': 'completed', 'code': 200} Jun 29 11:43:13.943767 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 527c7436-f8cf-4117-b623-dfbb879411fb no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:43:13.963077 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 527c7436-f8cf-4117-b623-dfbb879411fb {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:43:13.963432 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 527c7436-f8cf-4117-b623-dfbb879411fb not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:43:17.251445 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:23.117228 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-dd15d09f-a851-4b2c-b3f1-dafd1818e589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:25.517134 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-294fb795-f00e-488a-9044-766db6215ba4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:25.518594 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-294fb795-f00e-488a-9044-766db6215ba4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/networks?id=04000d90-3737-43c3-a4e4-d095953ab74f HTTP/1.1" status: 200 len: 814 time: 0.1025035 Jun 29 11:43:25.533019 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-8d66f829-baa0-4ba5-86c3-70e0f50db7d1 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/quotas/54b92f8163c544f4abcb2b7da4664d25 HTTP/1.1" status: 200 len: 375 time: 0.0089712 Jun 29 11:43:25.565639 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-423b14d7-2efb-4a9b-8a9f-f7b15f152f11 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=54b92f8163c544f4abcb2b7da4664d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275428 Jun 29 11:43:25.668840 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-7464ae06-2909-467e-93df-eb941272c72d service neutron] 10.222.0.72 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959806 Jun 29 11:43:25.756612 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-31e6a7c9-b5aa-4179-bed6-ad2df9296b51 service neutron] 10.222.0.72 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816817 Jun 29 11:43:25.929250 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a82beaae-7952-4241-80ea-306095283997 req-7dc1aff1-db95-47dd-ab77-be0bfd72517c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 210 time: 0.0353601 Jun 29 11:43:26.411349 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-282b5986-ae9c-446f-9344-8312805b81c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:26.984281 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-f2b87ecb-43fb-4578-8042-5de04885cc4c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:26.985798 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-f2b87ecb-43fb-4578-8042-5de04885cc4c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.24 "GET /v2.0/networks?id=04000d90-3737-43c3-a4e4-d095953ab74f HTTP/1.1" status: 200 len: 814 time: 0.1055424 Jun 29 11:43:27.000298 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Request body: {'port': {'device_id': '0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb', 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f', 'admin_state_up': True, 'tenant_id': '54b92f8163c544f4abcb2b7da4664d25'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:43:27.073839 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:27.135523 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Made reservation on behalf of 54b92f8163c544f4abcb2b7da4664d25 for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:43:27.135740 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-282369ab-9b69-43c8-b80e-8e9cd0e20f79 req-cfe81778-7cd7-4f56-baff-202bdaf9dd6f tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 210 time: 0.0419378 Jun 29 11:43:27.141443 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:27.272806 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Allocated IP 172.20.0.13 (04000d90-3737-43c3-a4e4-d095953ab74f/8eed94da-ef33-4390-bd9b-5304dde413d9/4f0aa934-e82e-4798-80d9-9a999ce89cb5) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:43:27.423018 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:27.461826 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:27.466806 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ea527d45-ec31-433f-a30b-068959086138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:27.505735 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Network 04000d90-3737-43c3-a4e4-d095953ab74f is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:43:27.510873 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:43:27.513371 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:43:27.546120 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Pushing event updated for resources: {'Port': ['ID=4f0aa934-e82e-4798-80d9-9a999ce89cb5,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:27.549839 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:27.574412 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:27.575013 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:27.588743 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5924115 Jun 29 11:43:27.601846 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Request body: {'port': {'device_id': '0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:43:27.672378 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:27.937651 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0aa934-e82e-4798-80d9-9a999ce89cb5 {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:43:27.945402 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:27.958401 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Transition to ACTIVE for port object 4f0aa934-e82e-4798-80d9-9a999ce89cb5 will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:43:27.961374 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:27.963500 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:28.014479 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0aa934-e82e-4798-80d9-9a999ce89cb5,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:28.017878 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:28.018678 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:28.086133 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Attempting to bind port 4f0aa934-e82e-4798-80d9-9a999ce89cb5 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:43:28.086473 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Attempting to bind port 4f0aa934-e82e-4798-80d9-9a999ce89cb5 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e5f75f33-d36c-4625-b525-a8a8552b34a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:43:28.086808 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Attempting to bind port 4f0aa934-e82e-4798-80d9-9a999ce89cb5 on network 04000d90-3737-43c3-a4e4-d095953ab74f {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:43:28.091013 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Port 4f0aa934-e82e-4798-80d9-9a999ce89cb5 on network 04000d90-3737-43c3-a4e4-d095953ab74f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:43:28.091295 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Attempting to bind port 4f0aa934-e82e-4798-80d9-9a999ce89cb5 on network 04000d90-3737-43c3-a4e4-d095953ab74f {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:43:28.095959 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:43:28.096328 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Checking segment: {'id': 'e5f75f33-d36c-4625-b525-a8a8552b34a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:43:28.096707 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Bound using segment: {'id': 'e5f75f33-d36c-4625-b525-a8a8552b34a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:43:28.097136 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Bound port: 4f0aa934-e82e-4798-80d9-9a999ce89cb5, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f75f33-d36c-4625-b525-a8a8552b34a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:43:28.098240 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:28.164408 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] For port 4f0aa934-e82e-4798-80d9-9a999ce89cb5, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:43:28.167520 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] For port 4f0aa934-e82e-4798-80d9-9a999ce89cb5, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4f0aa934-e82e-4798-80d9-9a999ce89cb5,segment=NetworkSegment(e5f75f33-d36c-4625-b525-a8a8552b34a6),segment_id=e5f75f33-d36c-4625-b525-a8a8552b34a6)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:43:28.172959 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:28.183198 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-2d13fd96-e622-49f5-9080-f51d51272fa1 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:28.189675 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:28.190533 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:28.192110 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] 10.222.0.24 "PUT /v2.0/ports/4f0aa934-e82e-4798-80d9-9a999ce89cb5 HTTP/1.1" status: 200 len: 1094 time: 0.5953383 Jun 29 11:43:28.193715 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb', 'tag': '4f0aa934-e82e-4798-80d9-9a999ce89cb5'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:43:28.195924 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d9c23a-b4d8-4542-814f-4e70762ba69a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb", "tag": "4f0aa934-e82e-4798-80d9-9a999ce89cb5"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:43:28.251087 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0aa934-e82e-4798-80d9-9a999ce89cb5,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:28.254923 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:28.256456 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea83efc-d37a-46a6-b937-773460b70eb5 x-openstack-request-id: req-1ea83efc-d37a-46a6-b937-773460b70eb5 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:43:28.256785 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb", "tag": "4f0aa934-e82e-4798-80d9-9a999ce89cb5", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:43:28.257080 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ea83efc-d37a-46a6-b937-773460b70eb5 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:43:28.257510 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb', 'tag': '4f0aa934-e82e-4798-80d9-9a999ce89cb5', 'status': 'completed', 'code': 200} Jun 29 11:43:28.336462 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16a0b1-4ad4-43a3-871e-538af7bb8f50 req-42602672-5d86-4847-8b2c-261c31e22ea2 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:28.338168 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f16a0b1-4ad4-43a3-871e-538af7bb8f50 req-42602672-5d86-4847-8b2c-261c31e22ea2 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 944 time: 0.0644429 Jun 29 11:43:28.375481 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2f16a0b1-4ad4-43a3-871e-538af7bb8f50 req-a97ed083-af70-43ff-b4d2-30500bce43f5 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317111 Jun 29 11:43:28.608289 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-c45f4a6e-3860-442a-bd3c-69f6ee5d66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:28.609790 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-c45f4a6e-3860-442a-bd3c-69f6ee5d66c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54b92f8163c544f4abcb2b7da4664d25&device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 1097 time: 0.0565543 Jun 29 11:43:28.650386 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-7769dc6c-d131-4a91-a0cb-4a1da9652521 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f0aa934-e82e-4798-80d9-9a999ce89cb5 HTTP/1.1" status: 200 len: 217 time: 0.0338707 Jun 29 11:43:28.700194 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-77a4308e-b377-4e1f-b1ce-61c9a9374fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:28.701667 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-77a4308e-b377-4e1f-b1ce-61c9a9374fb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eed94da-ef33-4390-bd9b-5304dde413d9 HTTP/1.1" status: 200 len: 854 time: 0.0446038 Jun 29 11:43:28.737194 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-e924b633-8610-4b27-b988-5c553cc5e1da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04000d90-3737-43c3-a4e4-d095953ab74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289557 Jun 29 11:43:28.827557 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-d78f2d34-cf4b-4b89-b0e9-4d4207843e3b service neutron] 10.222.0.24 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836697 Jun 29 11:43:28.921681 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0fbe3094-19d8-4cb7-9a3f-df0c50680b9a req-d55c2052-95a8-4dff-945e-b7e2d1ee5a7b service neutron] 10.222.0.24 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869179 Jun 29 11:43:29.021655 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9c23a-b4d8-4542-814f-4e70762ba69a req-ce01e86f-9f0e-40c2-b88e-b59754457ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:29.023158 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-60d9c23a-b4d8-4542-814f-4e70762ba69a req-ce01e86f-9f0e-40c2-b88e-b59754457ada service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54b92f8163c544f4abcb2b7da4664d25&device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 1097 time: 0.0552366 Jun 29 11:43:29.111160 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9c23a-b4d8-4542-814f-4e70762ba69a req-73ef85b3-d5fa-4931-b4a4-484622c7ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:29.112640 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-60d9c23a-b4d8-4542-814f-4e70762ba69a req-73ef85b3-d5fa-4931-b4a4-484622c7ffaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=04000d90-3737-43c3-a4e4-d095953ab74f HTTP/1.1" status: 200 len: 915 time: 0.0828764 Jun 29 11:43:29.155017 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-60d9c23a-b4d8-4542-814f-4e70762ba69a req-31e7f68f-f365-406c-afae-76c84feb0282 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f0aa934-e82e-4798-80d9-9a999ce89cb5 HTTP/1.1" status: 200 len: 217 time: 0.0355036 Jun 29 11:43:29.202449 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9c23a-b4d8-4542-814f-4e70762ba69a req-3b1dde43-60c9-40ea-bc09-dc6e7578d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:29.203771 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-60d9c23a-b4d8-4542-814f-4e70762ba69a req-3b1dde43-60c9-40ea-bc09-dc6e7578d9fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eed94da-ef33-4390-bd9b-5304dde413d9 HTTP/1.1" status: 200 len: 854 time: 0.0425065 Jun 29 11:43:29.237159 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-60d9c23a-b4d8-4542-814f-4e70762ba69a req-70305730-7923-449d-bdd9-ff7cac8c009e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04000d90-3737-43c3-a4e4-d095953ab74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255268 Jun 29 11:43:29.339601 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-60d9c23a-b4d8-4542-814f-4e70762ba69a req-61f52620-73fd-4ef0-97db-31f9ce78b966 service neutron] 10.222.0.24 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956717 Jun 29 11:43:29.431513 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-60d9c23a-b4d8-4542-814f-4e70762ba69a req-ab13c692-0d67-4d16-a98b-e18377c71828 service neutron] 10.222.0.24 "GET /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855641 Jun 29 11:43:29.515876 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:29.554231 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123055-4d2f-4b0a-abe7-8a78dca91536 req-0c1cd043-58c2-48af-99d8-bb9fe63f9a7c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:29.555701 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-bb123055-4d2f-4b0a-abe7-8a78dca91536 req-0c1cd043-58c2-48af-99d8-bb9fe63f9a7c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 944 time: 0.0658488 Jun 29 11:43:29.593756 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-bb123055-4d2f-4b0a-abe7-8a78dca91536 req-95d7d9c6-2557-4a32-85c8-a9f53e1abce1 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322814 Jun 29 11:43:30.770596 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a190223-549d-4aff-989d-39d05b86e1d5 req-6023c00d-1196-45e1-bf5c-535d83f21dce tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:30.771985 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3a190223-549d-4aff-989d-39d05b86e1d5 req-6023c00d-1196-45e1-bf5c-535d83f21dce tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 944 time: 0.0670841 Jun 29 11:43:30.810114 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3a190223-549d-4aff-989d-39d05b86e1d5 req-604b0062-5d40-4b26-99e1-bfc13a70ea49 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Jun 29 11:43:31.983955 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f2d97-762b-4fb9-a93c-20d2b7cbc47a req-857d5427-449c-4bb3-9f50-723f00228e94 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:31.985447 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-324f2d97-762b-4fb9-a93c-20d2b7cbc47a req-857d5427-449c-4bb3-9f50-723f00228e94 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 944 time: 0.0625451 Jun 29 11:43:32.023600 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-324f2d97-762b-4fb9-a93c-20d2b7cbc47a req-ba299ed0-2c37-4e98-b9dc-8b54da073239 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Jun 29 11:43:32.934069 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 4f0aa934-e82e-4798-80d9-9a999ce89cb5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:43:33.033383 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 4f0aa934-e82e-4798-80d9-9a999ce89cb5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4f0aa934-e82e-4798-80d9-9a999ce89cb5,segment=NetworkSegment(e5f75f33-d36c-4625-b525-a8a8552b34a6),segment_id=e5f75f33-d36c-4625-b525-a8a8552b34a6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:43:33.044724 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '4f0aa934-e82e-4798-80d9-9a999ce89cb5', 'network_id': '04000d90-3737-43c3-a4e4-d095953ab74f', 'port_id': '4f0aa934-e82e-4798-80d9-9a999ce89cb5', 'mac_address': 'fa:16:3e:ee:1d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eed94da-ef33-4390-bd9b-5304dde413d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:43:33.082056 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:33.094532 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0aa934-e82e-4798-80d9-9a999ce89cb5 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:43:33.114178 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 4f0aa934-e82e-4798-80d9-9a999ce89cb5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4f0aa934-e82e-4798-80d9-9a999ce89cb5,segment=NetworkSegment(e5f75f33-d36c-4625-b525-a8a8552b34a6),segment_id=e5f75f33-d36c-4625-b525-a8a8552b34a6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:43:33.118093 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:33.120008 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-c3b010dc-63fe-4f4c-b163-6370c22c6cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:33.168288 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa934-e82e-4798-80d9-9a999ce89cb5,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:33.175874 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.176247 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.176600 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.176935 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.177263 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.177594 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.177920 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.178247 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.178591 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.178920 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.179239 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.179559 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:33.183432 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:33.203499 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd3d0f-1bee-4fb2-900b-f43ae1637db7 req-3334e11a-ff5e-4c49-85a0-c1c61f96bc6c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:33.205029 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-acbd3d0f-1bee-4fb2-900b-f43ae1637db7 req-3334e11a-ff5e-4c49-85a0-c1c61f96bc6c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 945 time: 0.0658410 Jun 29 11:43:33.242278 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-acbd3d0f-1bee-4fb2-900b-f43ae1637db7 req-6eb0633d-0b34-4ab6-8a3c-26bfd73112bb tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Jun 29 11:43:34.274532 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:43:34.424821 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e12ab-7b01-40b1-a255-35cd25092f6b req-c49d3ee3-eed7-4122-94ea-484e734f89ac tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:34.426901 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-691e12ab-7b01-40b1-a255-35cd25092f6b req-c49d3ee3-eed7-4122-94ea-484e734f89ac tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 945 time: 0.0728011 Jun 29 11:43:34.470178 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-691e12ab-7b01-40b1-a255-35cd25092f6b req-ef62c85d-84c9-4cde-8191-14db5aede20e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376246 Jun 29 11:43:35.652983 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197254d-b5e0-4989-bf48-616945fd886c req-23b89661-8e2a-471b-a09f-9509149a4d75 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:35.654684 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7197254d-b5e0-4989-bf48-616945fd886c req-23b89661-8e2a-471b-a09f-9509149a4d75 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 945 time: 0.0702002 Jun 29 11:43:35.695282 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7197254d-b5e0-4989-bf48-616945fd886c req-61aeccd2-be90-479a-bedb-33413174e48d tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342577 Jun 29 11:43:36.867319 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0780e9-0386-4368-8df3-508fb826ab35 req-f47ec5ca-cf6e-4328-940b-bc0010880b15 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:36.868825 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8e0780e9-0386-4368-8df3-508fb826ab35 req-f47ec5ca-cf6e-4328-940b-bc0010880b15 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 945 time: 0.0623243 Jun 29 11:43:36.907203 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8e0780e9-0386-4368-8df3-508fb826ab35 req-0e37a303-f468-488c-8ef5-41b3c33ced11 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Jun 29 11:43:37.851247 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['4f0aa934-e82e-4798-80d9-9a999ce89cb5'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:43:38.079495 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658dddb-7e8a-4afb-a4a2-2511e3896980 req-6a9926d2-9807-4d03-8082-9eae9597fb77 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:38.081003 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4658dddb-7e8a-4afb-a4a2-2511e3896980 req-6a9926d2-9807-4d03-8082-9eae9597fb77 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 945 time: 0.0638437 Jun 29 11:43:38.119185 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4658dddb-7e8a-4afb-a4a2-2511e3896980 req-6cc5985b-0471-43da-a706-df6656fc9e46 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312097 Jun 29 11:43:39.292864 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5240d-6d3f-4f33-b461-3272ebe01d4b req-d19e4600-abfd-484b-9408-6aaee3917c9b tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:39.294314 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fdd5240d-6d3f-4f33-b461-3272ebe01d4b req-d19e4600-abfd-484b-9408-6aaee3917c9b tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 945 time: 0.0627563 Jun 29 11:43:39.337526 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fdd5240d-6d3f-4f33-b461-3272ebe01d4b req-5c71b252-7323-4041-8d6d-d7522e158fbf tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376797 Jun 29 11:43:40.510875 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3897d2-09e1-49e1-91ce-d587cde8b809 req-1ca4533e-c9b6-40ee-adf0-0535590f03e9 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:40.512276 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c3897d2-09e1-49e1-91ce-d587cde8b809 req-1ca4533e-c9b6-40ee-adf0-0535590f03e9 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 945 time: 0.0629454 Jun 29 11:43:40.548865 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c3897d2-09e1-49e1-91ce-d587cde8b809 req-3f02c491-0996-4c88-abfb-2e6d15f3ee03 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310054 Jun 29 11:43:40.984725 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 4f0aa934-e82e-4798-80d9-9a999ce89cb5 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:43:41.044968 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 4f0aa934-e82e-4798-80d9-9a999ce89cb5 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:43:41.048648 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 4f0aa934-e82e-4798-80d9-9a999ce89cb5 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:43:41.049028 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:41.127384 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:41.151216 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0aa934-e82e-4798-80d9-9a999ce89cb5'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:43:41.153870 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41aab487-f43c-4bc7-8aff-03fe4bc34091" -d '{"events": [{"server_uuid": "0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb", "name": "network-vif-plugged", "status": "completed", "tag": "4f0aa934-e82e-4798-80d9-9a999ce89cb5"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:43:41.171876 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 4f0aa934-e82e-4798-80d9-9a999ce89cb5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4f0aa934-e82e-4798-80d9-9a999ce89cb5,segment=NetworkSegment(e5f75f33-d36c-4625-b525-a8a8552b34a6),segment_id=e5f75f33-d36c-4625-b525-a8a8552b34a6)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:43:41.178172 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:41.180843 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-77168e46-13cd-4c10-873a-3de32ca7d575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:41.203974 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4401f310-145c-4e6e-ad36-cf45e648016c x-openstack-request-id: req-4401f310-145c-4e6e-ad36-cf45e648016c {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:43:41.204301 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb", "name": "network-vif-plugged", "status": "completed", "tag": "4f0aa934-e82e-4798-80d9-9a999ce89cb5", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:43:41.204570 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4401f310-145c-4e6e-ad36-cf45e648016c {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:43:41.204963 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0aa934-e82e-4798-80d9-9a999ce89cb5', 'code': 200} Jun 29 11:43:41.232291 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa934-e82e-4798-80d9-9a999ce89cb5,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:41.234285 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:41.442575 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aaa1f-e65f-4140-9211-c4365e3207be req-83d8c5a1-8278-49e3-a64d-8ad8749147ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:41.444045 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f74aaa1f-e65f-4140-9211-c4365e3207be req-83d8c5a1-8278-49e3-a64d-8ad8749147ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 1099 time: 0.0612402 Jun 29 11:43:41.480756 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f74aaa1f-e65f-4140-9211-c4365e3207be req-87d197ee-357f-4691-a4d9-58ed38133263 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293045 Jun 29 11:43:41.726246 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b1057-a151-4536-8625-e73b1cbc1a1c req-a9cfe3c1-de27-470e-8bc0-b38ae1e772a6 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:41.727715 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b97b1057-a151-4536-8625-e73b1cbc1a1c req-a9cfe3c1-de27-470e-8bc0-b38ae1e772a6 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 946 time: 0.0633087 Jun 29 11:43:41.765345 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b97b1057-a151-4536-8625-e73b1cbc1a1c req-5a1dcad3-ea6f-4ce8-ba96-9d12fc43d2a0 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Jun 29 11:43:43.173750 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d977ace-7c49-44ea-b6a1-658247cbbc6e req-9607ae3c-99bb-44da-9be5-7137344f3926 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:43.176121 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2d977ace-7c49-44ea-b6a1-658247cbbc6e req-9607ae3c-99bb-44da-9be5-7137344f3926 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 946 time: 0.2923756 Jun 29 11:43:43.213330 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2d977ace-7c49-44ea-b6a1-658247cbbc6e req-03c4d42a-9192-4801-a797-d69c4d8e1708 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Jun 29 11:43:44.389293 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db647d3a-721c-4db9-a297-d3ed6506f8a4 req-debd518d-70c2-4478-a1ad-56fbb4eb691f tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:44.390824 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-db647d3a-721c-4db9-a297-d3ed6506f8a4 req-debd518d-70c2-4478-a1ad-56fbb4eb691f tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 946 time: 0.0691218 Jun 29 11:43:44.428373 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-db647d3a-721c-4db9-a297-d3ed6506f8a4 req-277aba63-6dd7-468b-b63d-997c8ecffdff tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Jun 29 11:43:44.724509 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38130) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:43:44.838989 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:44.937920 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:44.941744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:44.944352 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:44.980451 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e9c9bedafe7944e9a9fa5a368a414a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548451 Jun 29 11:43:44.981374 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da0936-dfaf-4591-84e7-68200cccd06d,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:44.983154 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38136) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:43:44.989457 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.990022 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.990401 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.990768 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.991131 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.991500 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.991857 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.992236 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.992597 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.992951 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.993307 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.993662 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:44.997483 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:45.047511 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:45.068226 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:45.114213 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:45.117061 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:45.118196 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3da0936-dfaf-4591-84e7-68200cccd06d HTTP/1.1" status: 204 len: 168 time: 0.1340599 Jun 29 11:43:45.118956 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2a715adb-4f8e-4c20-bff7-114dba6ca471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:45.126919 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da0936-dfaf-4591-84e7-68200cccd06d,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:45.135651 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.136030 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.136447 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.136866 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.137204 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.137518 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.137875 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.138235 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.138593 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.138953 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.139305 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.139655 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:43:45.142926 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:45.852416 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-49b5a1c7-ad18-4342-9e7e-bb3fb6bcaa23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533741 Jun 29 11:43:45.956886 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-40b11d7f-c60a-4e71-a89b-9eae836e079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:45.958347 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-40b11d7f-c60a-4e71-a89b-9eae836e079b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 1098 time: 0.0558097 Jun 29 11:43:46.300981 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-27c67dc2-2216-4e9a-82cc-e476398989ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:46.302441 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-27c67dc2-2216-4e9a-82cc-e476398989ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 910 time: 0.3237350 Jun 29 11:43:46.369586 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-b36b6ad4-c073-436f-8892-507eaab14589 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb HTTP/1.1" status: 200 len: 1001 time: 0.0596585 Jun 29 11:43:46.418846 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-d147ef1b-db49-43a7-a840-65f28f9eaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:46.420366 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-d147ef1b-db49-43a7-a840-65f28f9eaa15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.0441070 Jun 29 11:43:46.482471 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-1104761e-d034-458a-a716-654ed54a7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:46.483908 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-1104761e-d034-458a-a716-654ed54a7849 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574183 Jun 29 11:43:46.586556 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-7f93b1c7-1ae1-46c3-8dd5-aa319aff56af service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900331 Jun 29 11:43:46.678309 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7762d31d-7f8e-4b2b-864f-92940b79fea3 req-07cfd1c1-febf-4773-b457-ac2958e3c6da service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840211 Jun 29 11:43:47.258437 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:53.118496 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-2082f75a-523c-4762-b3e8-10891fd17214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:56.413544 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-72659bf7-ae6f-40af-8540-bd9478a59cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:57.076509 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:58.022366 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:59.265104 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36948ae0-a145-461b-b4b1-df46594c483e req-6d5d52a3-19d6-439c-9077-a91c81b8f9f0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:59.266524 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-36948ae0-a145-461b-b4b1-df46594c483e req-6d5d52a3-19d6-439c-9077-a91c81b8f9f0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 947 time: 0.0679436 Jun 29 11:43:59.315635 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-36948ae0-a145-461b-b4b1-df46594c483e req-35175a2b-210f-42df-b4b1-efcdd5f1faab tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421073 Jun 29 11:43:59.518837 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:00.515053 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4201bc-9a57-4566-ad52-20e96dc8c5d8 req-2fee37e5-6a49-44ca-81e6-6e9a0d1b1a53 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:00.516652 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bf4201bc-9a57-4566-ad52-20e96dc8c5d8 req-2fee37e5-6a49-44ca-81e6-6e9a0d1b1a53 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 947 time: 0.0709183 Jun 29 11:44:00.559829 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bf4201bc-9a57-4566-ad52-20e96dc8c5d8 req-7f894793-b239-4c8f-937c-a8e780b59afa tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373333 Jun 29 11:44:01.792738 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439914e5-fb15-4f7a-b3ca-f606b71a2265 req-b3c6648d-2589-4622-af26-9bffd25ef823 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:01.794283 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-439914e5-fb15-4f7a-b3ca-f606b71a2265 req-b3c6648d-2589-4622-af26-9bffd25ef823 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 947 time: 0.0676684 Jun 29 11:44:01.833907 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-439914e5-fb15-4f7a-b3ca-f606b71a2265 req-007d9abc-0c13-4bc3-9af9-30abad050682 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330780 Jun 29 11:44:03.035523 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965fc08-b784-4f55-acc6-99452c0bfa59 req-6663d904-0653-4a70-be1b-66d33a0e66d3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:03.038469 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f965fc08-b784-4f55-acc6-99452c0bfa59 req-6663d904-0653-4a70-be1b-66d33a0e66d3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 947 time: 0.0720179 Jun 29 11:44:03.078935 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f965fc08-b784-4f55-acc6-99452c0bfa59 req-c0e757bc-dd89-42d5-86f9-069ba727ed15 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347025 Jun 29 11:44:04.272382 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a97d45-fde1-4854-8eba-071639735b6d req-45055833-34e5-43d2-9d55-d921b0cc0a2f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:04.273908 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a8a97d45-fde1-4854-8eba-071639735b6d req-45055833-34e5-43d2-9d55-d921b0cc0a2f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 947 time: 0.0759020 Jun 29 11:44:04.324144 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a8a97d45-fde1-4854-8eba-071639735b6d req-5341ad34-1955-40a1-a580-48435f7feb0c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421975 Jun 29 11:44:05.175672 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-8d041507-35a5-4714-a7c2-3ce63bba339d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:05.177870 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-8d041507-35a5-4714-a7c2-3ce63bba339d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 947 time: 0.0871813 Jun 29 11:44:05.315078 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Deleting port 74388978-24cc-4bb8-ae15-73414980f1cf {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:05.315424 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:05.456530 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] For port 74388978-24cc-4bb8-ae15-73414980f1cf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74388978-24cc-4bb8-ae15-73414980f1cf,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:05.456902 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:05.517757 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71dc80-ce16-4bde-a4ec-33be856d5d9e req-336b2ec7-892a-47e3-b368-ad9cf8ac48af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:05.519363 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9f71dc80-ce16-4bde-a4ec-33be856d5d9e req-336b2ec7-892a-47e3-b368-ad9cf8ac48af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 947 time: 0.0733943 Jun 29 11:44:05.533054 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-135f48cc-efb7-4bc5-ab7a-f8e668eee919 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963471816&fields=id&tenant_id=74d4013cce364808b087f723eaf75ad3 HTTP/1.1" status: 200 len: 267 time: 0.1071968 Jun 29 11:44:05.564672 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9f71dc80-ce16-4bde-a4ec-33be856d5d9e req-ac5ab5c3-3fd4-4d78-aa8f-bd20a8d9f364 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366933 Jun 29 11:44:05.733897 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-acc56db2-31cc-4b97-b40c-cdf7860f6c6d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:05.735364 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-acc56db2-31cc-4b97-b40c-cdf7860f6c6d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 985 time: 0.1888661 Jun 29 11:44:05.750185 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Request body: {'port': {'security_groups': ['ff3e61a6-e905-45dd-bb7e-3138f9a4a476']}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:05.781890 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:05.782261 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:05.782573 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.l3_db [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Floating IP ca998609-6dc4-4758-9bd9-6cbb785e538c disassociated. External IP: 172.27.3.166, port: 74388978-24cc-4bb8-ae15-73414980f1cf. Jun 29 11:44:05.782913 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Calling delete_port for 74388978-24cc-4bb8-ae15-73414980f1cf owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:05.900670 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.033242 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.044665 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4e63a61f-ff32-4754-a203-6fb981b4862d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:06.076679 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event deleted for resources: {'Port': ['ID=74388978-24cc-4bb8-ae15-73414980f1cf,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:06.079343 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:06.252924 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] For port a464cd9c-32a0-403f-91ab-6314247f223c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a464cd9c-32a0-403f-91ab-6314247f223c,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:06.305783 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Router 84cb5a09-7ee6-4804-aef8-79f5222e91da has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:44:06.308066 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.314036 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.319805 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-cd8fdde3-3c69-42db-ad8a-e89893a7bd7a tempest-DeleteServersTestJSON-1417715926 tempest-DeleteServersTestJSON-1417715926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:06.328518 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['a464cd9c-32a0-403f-91ab-6314247f223c'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:44:06.408479 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:06.409158 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.410628 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-810db124-efb2-4ebb-a7a7-01d91b73a47e req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "PUT /v2.0/ports/a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 943 time: 0.6670592 Jun 29 11:44:06.413889 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:06.416631 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d008e63-bdc2-4bb4-a651-ccb7656314a8" -d '{"events": [{"name": "network-changed", "server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:06.416954 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38242) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:06.455139 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event updated for resources: {'Port': ['ID=a464cd9c-32a0-403f-91ab-6314247f223c,revision_number=7']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:06.460742 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:06.519494 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5712d7e-bdfd-4615-bcdb-0dac8111cb33 x-openstack-request-id: req-d5712d7e-bdfd-4615-bcdb-0dac8111cb33 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:06.519722 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:06.520022 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d5712d7e-bdfd-4615-bcdb-0dac8111cb33 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:06.521158 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'status': 'completed', 'code': 200} Jun 29 11:44:06.534683 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-83eed7ee-3a88-4613-9469-fd5d72986f8d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.535763 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['a464cd9c-32a0-403f-91ab-6314247f223c'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:44:06.581752 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:44:06.591004 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-83eed7ee-3a88-4613-9469-fd5d72986f8d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.615296 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] Sync routers for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:44:06.657540 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:06.658503 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:43:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:06.707270 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] No DVR routers for this DVR port 74388978-24cc-4bb8-ae15-73414980f1cf on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:06.715078 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.717188 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-018ae195-4e1a-4a23-857b-0dfa3b37a15c req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.24 "DELETE /v2.0/ports/74388978-24cc-4bb8-ae15-73414980f1cf HTTP/1.1" status: 204 len: 173 time: 1.5337310 Jun 29 11:44:06.722973 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-83eed7ee-3a88-4613-9469-fd5d72986f8d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.728675 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-83eed7ee-3a88-4613-9469-fd5d72986f8d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.733237 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-83eed7ee-3a88-4613-9469-fd5d72986f8d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "DELETE /v2.0/security-groups/7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa HTTP/1.1" status: 204 len: 168 time: 0.3130167 Jun 29 11:44:06.733623 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38248) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:06.734093 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-603bbb97-85e9-4c53-a581-2b39227e1d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:06.751376 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eed7ee-3a88-4613-9469-fd5d72986f8d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd33e38-ad4c-4c67-a2aa-928dfc5d92aa,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:06.767736 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-abde0329-846b-48d1-b8b0-512431a35685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:06.770753 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-abde0329-846b-48d1-b8b0-512431a35685 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74d4013cce364808b087f723eaf75ad3&device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 1099 time: 0.2464767 Jun 29 11:44:06.772481 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-83eed7ee-3a88-4613-9469-fd5d72986f8d tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:06.834908 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0db123e0-58a6-40d2-a7bd-3929639c0137 req-43020b9a-7899-4b21-bd43-0d33dee3a839 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.0395458 Jun 29 11:44:06.853792 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:06.988289 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-96a117c4-fc56-4d17-a232-59ca8f444423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:06.991587 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-96a117c4-fc56-4d17-a232-59ca8f444423 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 HTTP/1.1" status: 200 len: 916 time: 0.1987145 Jun 29 11:44:07.026962 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Deleting port fb3ec25f-8abf-4b0d-8c23-578e4ad2bfb8 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:07.027325 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:07.150251 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-ccbf04e6-f838-4204-a8ed-c160f716715b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 1002 time: 0.1475430 Jun 29 11:44:07.151227 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:07.151562 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:07.173039 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Calling delete_port for fb3ec25f-8abf-4b0d-8c23-578e4ad2bfb8 owned by network:floatingip {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:07.203609 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-14178c1a-de7c-440d-b829-fc0e843c0185 None None] Provisioning complete for port a464cd9c-32a0-403f-91ab-6314247f223c triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:44:07.204112 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-14178c1a-de7c-440d-b829-fc0e843c0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:07.269463 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-2af5a854-b79b-4a05-b115-b1685d5e13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:07.276021 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-2af5a854-b79b-4a05-b115-b1685d5e13fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a8c400-1fca-49f0-bbb0-d7cd11405fef HTTP/1.1" status: 200 len: 854 time: 0.1128128 Jun 29 11:44:07.354596 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-bfdc339d-95e8-4d75-825d-1c97ed858b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:07.356968 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-bfdc339d-95e8-4d75-825d-1c97ed858b2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741296 Jun 29 11:44:07.516257 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-f18884d8-227e-4cb9-8c13-a0f952ed108b service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507471 Jun 29 11:44:07.553551 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:07.556801 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:07.576802 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:07.584115 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event deleted for resources: {'Port': ['ID=fb3ec25f-8abf-4b0d-8c23-578e4ad2bfb8,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:07.640864 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] Checking router: 84cb5a09-7ee6-4804-aef8-79f5222e91da for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:44:07.652918 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:07.653794 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:43:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:07.655034 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:07.658143 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:07.658477 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.l3_db [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Floating IP 27b01fc3-7615-4fc8-b2f1-283991b21f39 disassociated (deleted). External IP: 172.27.3.244, port: a464cd9c-32a0-403f-91ab-6314247f223c. Jun 29 11:44:07.696898 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1d008e63-bdc2-4bb4-a651-ccb7656314a8 req-854165d9-5481-439e-9026-5896c728a6e3 service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720762 Jun 29 11:44:07.853534 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:08.125197 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ed904f88-42fa-42b7-a0f6-78953d6983a0 req-2cf6e5ba-5b67-4e35-9026-93dc7faca3af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07db598-1c4c-424d-bd97-04a427fe509d HTTP/1.1" status: 200 len: 210 time: 0.0443001 Jun 29 11:44:08.257282 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:08.293159 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1aba6-e3df-4d1d-b349-238cdf0773a3 None None] The sync data for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi is: [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:44:08.500729 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Router d116baa2-e471-4f03-9c5c-998baca7c5cd has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:44:08.568298 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'name': 'network-vif-deleted', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:08.571262 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af98e00-d94b-4d54-9641-83facf558c0f" -d '{"events": [{"server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "name": "network-vif-deleted", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:08.721215 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c26470-5f4d-492e-9f71-25fb5ba1672f x-openstack-request-id: req-a0c26470-5f4d-492e-9f71-25fb5ba1672f {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:08.721562 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07db598-1c4c-424d-bd97-04a427fe509d", "name": "network-vif-deleted", "tag": "74388978-24cc-4bb8-ae15-73414980f1cf", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:08.722196 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0c26470-5f4d-492e-9f71-25fb5ba1672f {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:08.722638 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07db598-1c4c-424d-bd97-04a427fe509d', 'name': 'network-vif-deleted', 'tag': '74388978-24cc-4bb8-ae15-73414980f1cf', 'status': 'completed', 'code': 200} Jun 29 11:44:08.750670 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6e9cb-3f7c-45b2-9ffe-8e6ae6d9c367 None None] New status for floating IP ca998609-6dc4-4758-9bd9-6cbb785e538c: DOWN {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:44:08.769798 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:44:08.775487 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:08.784299 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] Sync routers for ids ['d116baa2-e471-4f03-9c5c-998baca7c5cd'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:44:08.803693 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] Routers {'d116baa2-e471-4f03-9c5c-998baca7c5cd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:08.805624 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:43:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['d116baa2-e471-4f03-9c5c-998baca7c5cd'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:08.824475 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "DELETE /v2.0/floatingips/27b01fc3-7615-4fc8-b2f1-283991b21f39 HTTP/1.1" status: 204 len: 168 time: 2.0868428 Jun 29 11:44:08.955846 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] Set router d116baa2-e471-4f03-9c5c-998baca7c5cd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:09.114006 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 74388978-24cc-4bb8-ae15-73414980f1cf no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:09.175309 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 74388978-24cc-4bb8-ae15-73414980f1cf {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:09.175961 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 74388978-24cc-4bb8-ae15-73414980f1cf not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:09.365185 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38284) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:09.372241 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:12Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'd80f2824-234c-4f6a-bfc5-a9807249ebff', 'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'mac_address': 'fa:16:3e:b6:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:11Z', 'updated_at': '2021-06-29T11:38:20Z', 'revision_number': 5, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'subnets': [{'id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:09.401953 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] Checking router: d116baa2-e471-4f03-9c5c-998baca7c5cd for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:44:09.414627 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] Routers {'d116baa2-e471-4f03-9c5c-998baca7c5cd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:09.415372 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:43:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['d116baa2-e471-4f03-9c5c-998baca7c5cd'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:09.449414 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d044e9ac-8d28-4b54-ad98-ec53e6114556 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:09.475953 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d044e9ac-8d28-4b54-ad98-ec53e6114556 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:09.527908 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d044e9ac-8d28-4b54-ad98-ec53e6114556 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:09.531780 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d044e9ac-8d28-4b54-ad98-ec53e6114556 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:09.538938 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] Set router d116baa2-e471-4f03-9c5c-998baca7c5cd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:09.540472 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-d044e9ac-8d28-4b54-ad98-ec53e6114556 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "DELETE /v2.0/security-groups/c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a HTTP/1.1" status: 204 len: 168 time: 0.1725521 Jun 29 11:44:09.541052 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38286) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:09.541353 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:09.552782 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044e9ac-8d28-4b54-ad98-ec53e6114556 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:09.554824 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d044e9ac-8d28-4b54-ad98-ec53e6114556 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:09.562399 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.api.v2.resource [None req-46ebe4e6-a9ed-47e1-82c2-5789f0d15b66 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] show failed (client error): The resource could not be found. Jun 29 11:44:09.568488 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38288) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:09.569339 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-46ebe4e6-a9ed-47e1-82c2-5789f0d15b66 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups/c9e10fa6-ef7e-46f7-af0a-3ea2fe913a6a HTTP/1.1" status: 404 len: 347 time: 0.0266969 Jun 29 11:44:09.714531 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Deleting port f485e04b-d41b-4b4e-9c4d-71701797cad1 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:09.714872 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:09.799343 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:09.799668 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:09.799828 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:12Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'd80f2824-234c-4f6a-bfc5-a9807249ebff', 'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'mac_address': 'fa:16:3e:b6:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:11Z', 'updated_at': '2021-06-29T11:38:20Z', 'revision_number': 5, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'subnets': [{'id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:09.814212 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Calling delete_port for f485e04b-d41b-4b4e-9c4d-71701797cad1 owned by network:floatingip {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:09.826113 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce226f19-6a2a-44d5-9524-724b1f64acaa None None] The sync data for ids ['d116baa2-e471-4f03-9c5c-998baca7c5cd'] in dv-cinder-797608-2-iscsi is: [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:38:12Z', 'revision_number': 4, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'd80f2824-234c-4f6a-bfc5-a9807249ebff', 'name': '', 'network_id': '5da9fa69-eeba-4ed5-968f-dc9cd4dc0823', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'mac_address': 'fa:16:3e:b6:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:11Z', 'updated_at': '2021-06-29T11:38:20Z', 'revision_number': 5, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'subnets': [{'id': '66a8c400-1fca-49f0-bbb0-d7cd11405fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:44:09.971206 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:09.983011 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-76555f85-05f2-4f5c-ae2c-882939ef0efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:10.040201 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event deleted for resources: {'Port': ['ID=f485e04b-d41b-4b4e-9c4d-71701797cad1,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:10.045629 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:10.109852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.112822 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.114767 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "DELETE /v2.0/floatingips/ca998609-6dc4-4758-9bd9-6cbb785e538c HTTP/1.1" status: 204 len: 168 time: 0.5445583 Jun 29 11:44:10.133000 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d85403-64c8-43f1-9a96-5e07c4789530 None None] New status for floating IP 27b01fc3-7615-4fc8-b2f1-283991b21f39: DOWN {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:44:10.309044 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6922382-bae6-4f3b-8add-c40a0cbec576 req-5fcb760b-c9d3-45ab-a672-808762d27ea3 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:10.310451 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c6922382-bae6-4f3b-8add-c40a0cbec576 req-5fcb760b-c9d3-45ab-a672-808762d27ea3 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 946 time: 0.0702016 Jun 29 11:44:10.354435 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c6922382-bae6-4f3b-8add-c40a0cbec576 req-393f8f02-101b-41fa-bc6e-d440abbacd6e tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Jun 29 11:44:10.454717 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38302) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:10.459950 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-86fc6884-ef54-4a87-82cc-e129070ba98f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621105892', 'description': 'tempest-description--1758032885'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:10.486740 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-86fc6884-ef54-4a87-82cc-e129070ba98f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.577642 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-86fc6884-ef54-4a87-82cc-e129070ba98f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.587018 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-86fc6884-ef54-4a87-82cc-e129070ba98f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.589864 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c18b7df4-f691-46e8-af34-652084cda8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:10.620399 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-86fc6884-ef54-4a87-82cc-e129070ba98f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.621973 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-86fc6884-ef54-4a87-82cc-e129070ba98f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1658907 Jun 29 11:44:10.623727 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6884-ef54-4a87-82cc-e129070ba98f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509a657c-6d57-488b-8e6a-c3a90c66b4e3,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:10.625175 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38308) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:10.627433 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-86fc6884-ef54-4a87-82cc-e129070ba98f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:10.642925 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-606320cf-8e97-4783-9bb4-61308374adbb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'security_group_rule': {'security_group_id': '509a657c-6d57-488b-8e6a-c3a90c66b4e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:10.684647 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-606320cf-8e97-4783-9bb4-61308374adbb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.723641 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:10.726982 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099cd6e6-38e2-4b95-9692-b21a0d846ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:10.753939 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-606320cf-8e97-4783-9bb4-61308374adbb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.765751 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-606320cf-8e97-4783-9bb4-61308374adbb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.769262 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:10.773813 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794327da-ae36-4f64-99c9-5354193f9acb x-openstack-request-id: req-794327da-ae36-4f64-99c9-5354193f9acb {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:10.774841 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:10.775460 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-794327da-ae36-4f64-99c9-5354193f9acb {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:10.775987 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'status': 'completed', 'code': 200} Jun 29 11:44:10.789077 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606320cf-8e97-4783-9bb4-61308374adbb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ba8457-e952-4dd0-8441-65b9b1064790,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:10.792053 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-606320cf-8e97-4783-9bb4-61308374adbb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:10.794497 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-606320cf-8e97-4783-9bb4-61308374adbb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.795629 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-606320cf-8e97-4783-9bb4-61308374adbb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663456 Jun 29 11:44:10.798909 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38316) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:10.803979 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-251d6bc6-3578-4fd6-901d-732e43e3a6af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'security_group_rule': {'security_group_id': '509a657c-6d57-488b-8e6a-c3a90c66b4e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:10.830495 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-251d6bc6-3578-4fd6-901d-732e43e3a6af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.857746 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-a99905b4-885a-4f9f-be83-d2f8e1d99753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:10.859236 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-a99905b4-885a-4f9f-be83-d2f8e1d99753 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74d4013cce364808b087f723eaf75ad3&device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 1099 time: 0.0607450 Jun 29 11:44:10.900394 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-251d6bc6-3578-4fd6-901d-732e43e3a6af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.904201 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-251d6bc6-3578-4fd6-901d-732e43e3a6af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.909309 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-81b7993b-3d2d-4f68-a7c4-9e76112dcb3f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:10.923127 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d6bc6-3578-4fd6-901d-732e43e3a6af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d2d5b8-9316-4fa9-9b90-b39d4377f6fe,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:10.926309 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-251d6bc6-3578-4fd6-901d-732e43e3a6af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:10.935675 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-251d6bc6-3578-4fd6-901d-732e43e3a6af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:10.937062 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-251d6bc6-3578-4fd6-901d-732e43e3a6af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366439 Jun 29 11:44:10.940171 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38318) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:10.946072 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'floatingip': {'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:10.960703 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-d5522e07-d9e2-4c15-8599-453651a753c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:10.962741 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-d5522e07-d9e2-4c15-8599-453651a753c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 HTTP/1.1" status: 200 len: 916 time: 0.0958512 Jun 29 11:44:10.968801 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:11.008100 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-7e3e9c5f-706e-4573-b95a-f90cb931cf2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 200 len: 217 time: 0.0374942 Jun 29 11:44:11.070484 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-9e5fdc8e-1735-4f8c-9139-05c837afc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:11.072156 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-9e5fdc8e-1735-4f8c-9139-05c837afc002 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a8c400-1fca-49f0-bbb0-d7cd11405fef HTTP/1.1" status: 200 len: 854 time: 0.0561836 Jun 29 11:44:11.075018 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:11.134696 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-98e10ad5-0b55-45a6-9be2-11f0ff30f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:11.136237 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-98e10ad5-0b55-45a6-9be2-11f0ff30f91a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571902 Jun 29 11:44:11.192428 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Allocated IP 172.27.3.9 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/5712f03e-9f97-409b-b879-c4deae1dd783) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:44:11.246411 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-edf97ca6-d1be-43b3-800e-a62fcf1f93d2 service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023450 Jun 29 11:44:11.274291 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:44:11.303877 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:11.350234 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-099cd6e6-38e2-4b95-9692-b21a0d846ff1 req-dfa44289-55d2-427d-8451-4e513aa7758c service neutron] 10.222.0.24 "GET /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940084 Jun 29 11:44:11.351755 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:11.354159 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ad295b47-b563-43c6-a8ff-37088611142d tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:11.398691 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:44:11.401613 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:44:11.405003 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:44:11.410511 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'Port': ['ID=5712f03e-9f97-409b-b879-c4deae1dd783,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:11.430596 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:11.527907 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:11.581792 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:11.592768 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37281054-40fc-4017-b0f4-bbb170e7bedc req-472ff53b-96c9-40b3-823b-a3f4725278bb tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:11.594228 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-37281054-40fc-4017-b0f4-bbb170e7bedc req-472ff53b-96c9-40b3-823b-a3f4725278bb tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 946 time: 0.1164658 Jun 29 11:44:11.670714 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-37281054-40fc-4017-b0f4-bbb170e7bedc req-0584ab8c-eee5-499f-b692-74efb51915e1 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/security-groups?id=2205588e-405f-4afc-8e9f-0f33e276bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582824 Jun 29 11:44:11.779679 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:11.786343 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:11.788721 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-7ab57a01-6956-4dfb-9525-aa0d1f3a91d8 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:11.862729 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'Port': ['ID=5712f03e-9f97-409b-b879-c4deae1dd783,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:11.866628 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:11.874737 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:11.889919 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:11.899225 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9505422 Jun 29 11:44:12.106676 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-a5e37026-e954-42b8-98d5-58171d84d400 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1621105892&fields=id&tenant_id=a2fc0d2c6f944d52939e72f3559d83cb HTTP/1.1" status: 200 len: 267 time: 0.0336325 Jun 29 11:44:12.163784 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372347e-4106-4d48-8379-b40c05affef5 req-eeede8a5-3ce8-44da-a64a-0b61c973db20 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:12.165309 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f372347e-4106-4d48-8379-b40c05affef5 req-eeede8a5-3ce8-44da-a64a-0b61c973db20 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 946 time: 0.0640635 Jun 29 11:44:12.209476 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f372347e-4106-4d48-8379-b40c05affef5 req-6e38ad38-90b7-45f0-987c-cadf4626c75b tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Jun 29 11:44:12.218563 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-364d05b1-3a43-4368-8321-0e91b2bf73b0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:12.220558 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-364d05b1-3a43-4368-8321-0e91b2bf73b0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 817 time: 0.1073294 Jun 29 11:44:12.236400 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e0fb7688-b8b8-4e1b-8147-f42756ecb38e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/quotas/a2fc0d2c6f944d52939e72f3559d83cb HTTP/1.1" status: 200 len: 375 time: 0.0093107 Jun 29 11:44:12.310079 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-1dafbaf2-e3c4-41d4-aa5e-855912b857c8 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679195 Jun 29 11:44:12.338737 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-69ea3ff3-22ce-456f-924e-1098af180f5c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:12.340272 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-69ea3ff3-22ce-456f-924e-1098af180f5c tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 946 time: 0.0651112 Jun 29 11:44:12.413777 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-2256c618-29e3-4009-8771-686a3356b240 service neutron] 10.222.0.72 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896053 Jun 29 11:44:12.453666 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Deleting port 4f0aa934-e82e-4798-80d9-9a999ce89cb5 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:12.453906 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:12.503273 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-249deedc-5bf8-47a3-b7c9-1c1d0193f665 service neutron] 10.222.0.72 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837142 Jun 29 11:44:12.541439 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] For port 4f0aa934-e82e-4798-80d9-9a999ce89cb5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=4f0aa934-e82e-4798-80d9-9a999ce89cb5,segment=NetworkSegment(e5f75f33-d36c-4625-b525-a8a8552b34a6),segment_id=e5f75f33-d36c-4625-b525-a8a8552b34a6)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:12.541809 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:12.554544 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Calling delete_port for 4f0aa934-e82e-4798-80d9-9a999ce89cb5 owned by compute:nova {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:12.712297 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a446436f-dbc6-4e08-8734-c9ff4e6c452c req-cc5209f9-b3fb-4541-b85f-487227728fcc tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 210 time: 0.0395925 Jun 29 11:44:12.739244 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:12.746619 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ec430488-0d99-42db-88a8-beb28abcb6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:12.755409 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['4f0aa934-e82e-4798-80d9-9a999ce89cb5'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:44:12.775206 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Pushing event deleted for resources: {'Port': ['ID=4f0aa934-e82e-4798-80d9-9a999ce89cb5,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:12.780873 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:12.847124 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] No DVR routers for this DVR port 4f0aa934-e82e-4798-80d9-9a999ce89cb5 on host hv-cinder-79760 {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:12.851651 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:12.851873 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-51273c33-753b-4e07-b7e9-0fdc5a885136 req-9d3a96b8-0a9a-4c2b-8a7e-be7d892866ec tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb HTTP/1.1" status: 200 len: 210 time: 0.0383773 Jun 29 11:44:12.856181 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-623a8022-fa9f-40cc-909d-bdf6e566205b req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] 10.222.0.24 "DELETE /v2.0/ports/4f0aa934-e82e-4798-80d9-9a999ce89cb5 HTTP/1.1" status: 204 len: 173 time: 0.5065198 Jun 29 11:44:12.856742 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb', 'name': 'network-vif-deleted', 'tag': '4f0aa934-e82e-4798-80d9-9a999ce89cb5'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:12.859584 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88b6baf-0706-4c16-b906-e4a71c6651e2" -d '{"events": [{"server_uuid": "0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb", "name": "network-vif-deleted", "tag": "4f0aa934-e82e-4798-80d9-9a999ce89cb5"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:12.898712 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22d3ed4-c33d-4c84-b205-86432566c93d x-openstack-request-id: req-e22d3ed4-c33d-4c84-b205-86432566c93d {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:12.899290 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb", "name": "network-vif-deleted", "tag": "4f0aa934-e82e-4798-80d9-9a999ce89cb5", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:12.899639 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e22d3ed4-c33d-4c84-b205-86432566c93d {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:12.900186 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3264e1-6ec0-4f24-a515-e59cdb6ffdcb', 'name': 'network-vif-deleted', 'tag': '4f0aa934-e82e-4798-80d9-9a999ce89cb5', 'status': 'completed', 'code': 200} Jun 29 11:44:13.394436 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de1fd-f317-474d-b9e8-a12d5f153519 req-0cae838d-4a47-4377-8814-3e5046074da3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:13.397359 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-589de1fd-f317-474d-b9e8-a12d5f153519 req-0cae838d-4a47-4377-8814-3e5046074da3 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 946 time: 0.0729032 Jun 29 11:44:13.446382 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-589de1fd-f317-474d-b9e8-a12d5f153519 req-a6886b26-219b-4cd7-b844-3f43d6db5909 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff3e61a6-e905-45dd-bb7e-3138f9a4a476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Jun 29 11:44:13.867640 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-519c3a00-199c-4281-a210-bc36057678ee req-6bc2b993-f23a-4b6b-b161-ff2bbae83d20 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 210 time: 0.0285213 Jun 29 11:44:14.067998 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab8264-c400-475e-826a-c2d9da687f9e req-27859e83-b9f0-4549-9fb9-d9125dd9b391 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:14.069818 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-39ab8264-c400-475e-826a-c2d9da687f9e req-27859e83-b9f0-4549-9fb9-d9125dd9b391 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 946 time: 0.0844302 Jun 29 11:44:14.126766 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-415a2057-6510-421b-8c38-f0cb7e476ae5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:14.128283 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-415a2057-6510-421b-8c38-f0cb7e476ae5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 817 time: 0.1369643 Jun 29 11:44:14.186409 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-0142ce23-6f01-4f7f-849b-0b61694fd974 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2fc0d2c6f944d52939e72f3559d83cb HTTP/1.1" status: 200 len: 380 time: 0.0413437 Jun 29 11:44:14.193729 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-39ab8264-c400-475e-826a-c2d9da687f9e req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Deleting port a464cd9c-32a0-403f-91ab-6314247f223c {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:14.194018 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-39ab8264-c400-475e-826a-c2d9da687f9e req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:14.222258 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'port': {'device_id': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'admin_state_up': True, 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'security_groups': ['509a657c-6d57-488b-8e6a-c3a90c66b4e3']}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:14.319763 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-39ab8264-c400-475e-826a-c2d9da687f9e req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] For port a464cd9c-32a0-403f-91ab-6314247f223c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a464cd9c-32a0-403f-91ab-6314247f223c,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:14.320341 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-39ab8264-c400-475e-826a-c2d9da687f9e req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:14.335607 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-39ab8264-c400-475e-826a-c2d9da687f9e req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Calling delete_port for a464cd9c-32a0-403f-91ab-6314247f223c owned by compute:nova {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:14.381832 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Made reservation on behalf of a2fc0d2c6f944d52939e72f3559d83cb for: {'port': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:44:14.386412 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:14.485716 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-39ab8264-c400-475e-826a-c2d9da687f9e req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:14.490350 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f46f6881-37db-4d8b-b1c3-1fe9fa5981b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:14.509259 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['a464cd9c-32a0-403f-91ab-6314247f223c'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:44:14.515970 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Pushing event deleted for resources: {'Port': ['ID=a464cd9c-32a0-403f-91ab-6314247f223c,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:14.519813 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:14.543846 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Allocated IP 172.20.0.14 (fe85a0d1-59aa-4755-b172-e189055a6707/3d2f256e-0a0e-434c-afed-93fc52ad5266/96f7f558-9d4a-4dda-8b12-ac9dacafc611) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:44:14.583792 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ab8264-c400-475e-826a-c2d9da687f9e req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] No DVR routers for this DVR port a464cd9c-32a0-403f-91ab-6314247f223c on host hv-cinder-79760 {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:14.586694 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-39ab8264-c400-475e-826a-c2d9da687f9e req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:14.588706 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-39ab8264-c400-475e-826a-c2d9da687f9e req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.24 "DELETE /v2.0/ports/a464cd9c-32a0-403f-91ab-6314247f223c HTTP/1.1" status: 204 len: 173 time: 0.5125868 Jun 29 11:44:14.619499 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5ceb4b2f-e7c9-49c1-8a30-d3d3ee493de7 req-7e8a1cce-e246-49e5-aeac-014584cfa840 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] 10.222.0.72 "GET /v2.0/ports?device_id=90e2edcf-4f54-4475-ab6c-ffd1a27bc608 HTTP/1.1" status: 200 len: 210 time: 0.0375750 Jun 29 11:44:14.723189 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:14.739019 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Transition to ACTIVE for port object 96f7f558-9d4a-4dda-8b12-ac9dacafc611 will not be triggered until provisioned by entity DHCP. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:44:14.774248 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:14.778437 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-46c04c02-07cd-4dce-b90d-a66cc986edd5 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:14.822499 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Network fe85a0d1-59aa-4755-b172-e189055a6707 is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:44:14.825747 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:44:14.830083 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:44:14.837289 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event updated for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:14.860022 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:14.890774 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:14.891419 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:14.901393 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'name': 'network-vif-deleted', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:14.904808 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b142c9cb-f67c-4f30-a78e-ccf8d17fb3a8" -d '{"events": [{"server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "name": "network-vif-deleted", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:14.910292 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7188754 Jun 29 11:44:14.923511 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Request body: {'port': {'device_id': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:14.950872 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e93bc36-b879-4a07-a53c-0d875e07b335 x-openstack-request-id: req-6e93bc36-b879-4a07-a53c-0d875e07b335 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:14.951208 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e2edcf-4f54-4475-ab6c-ffd1a27bc608", "name": "network-vif-deleted", "tag": "a464cd9c-32a0-403f-91ab-6314247f223c", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:14.951501 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e93bc36-b879-4a07-a53c-0d875e07b335 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:14.952217 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e2edcf-4f54-4475-ab6c-ffd1a27bc608', 'name': 'network-vif-deleted', 'tag': 'a464cd9c-32a0-403f-91ab-6314247f223c', 'status': 'completed', 'code': 200} Jun 29 11:44:15.012887 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:15.125389 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-752d12a3-70a9-47fa-be43-b6bca87f25c6 None None] Provisioning for port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:44:15.129429 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-752d12a3-70a9-47fa-be43-b6bca87f25c6 None None] Provisioning complete for port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:44:15.130076 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-752d12a3-70a9-47fa-be43-b6bca87f25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:15.272793 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02ec1c-f1c6-44f9-9051-31d05a5f2eaa req-c4b0d242-fb80-49f6-bcdb-2fef9f6fd79b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:15.274989 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0a02ec1c-f1c6-44f9-9051-31d05a5f2eaa req-c4b0d242-fb80-49f6-bcdb-2fef9f6fd79b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 932 time: 0.2131588 Jun 29 11:44:15.306840 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-752d12a3-70a9-47fa-be43-b6bca87f25c6 None None] Port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:44:15.353597 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0a02ec1c-f1c6-44f9-9051-31d05a5f2eaa req-7e8c35b6-1590-4773-8a8c-cd8b16972910 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667059 Jun 29 11:44:15.472301 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f7f558-9d4a-4dda-8b12-ac9dacafc611 {{(pid=93145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:44:15.482445 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:15.498212 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Transition to ACTIVE for port object 96f7f558-9d4a-4dda-8b12-ac9dacafc611 will not be triggered until provisioned by entity L2. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:44:15.502324 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:15.506116 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-af16e4d1-2054-433d-949a-e2a9a18b6f5f tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:15.558345 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Pushing event updated for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:15.566321 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:15.664860 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Attempting to bind port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:44:15.665443 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Attempting to bind port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:44:15.665780 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Attempting to bind port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 on network fe85a0d1-59aa-4755-b172-e189055a6707 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:44:15.679376 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 on network fe85a0d1-59aa-4755-b172-e189055a6707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:44:15.679790 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Attempting to bind port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 on network fe85a0d1-59aa-4755-b172-e189055a6707 {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:44:15.693124 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:44:15.693531 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Checking segment: {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:44:15.693941 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Bound using segment: {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'} {{(pid=93145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:44:15.694413 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.managers [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Bound port: 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc754a3-392f-47a2-980c-9410910b17e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707'}}] {{(pid=93145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:44:15.694819 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:15.774318 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, cleared binding levels {{(pid=93145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:44:15.778130 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:44:15.784706 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:15.787924 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d0e88e6-1112-4c29-bc03-52a189809701 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:15.825623 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:15.826250 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:15.827677 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] 10.222.0.24 "PUT /v2.0/ports/96f7f558-9d4a-4dda-8b12-ac9dacafc611 HTTP/1.1" status: 200 len: 1094 time: 0.9089141 Jun 29 11:44:15.828234 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:15.830636 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c740534-0b9d-4695-bdbb-bd2673d2130d" -d '{"events": [{"name": "network-changed", "server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:15.881430 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Pushing event updated for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=3']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:15.884894 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-33eef5c2-a5c9-4f89-ac3d-ef2f21095256 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:15.886917 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f9ac86-47a7-4405-b05a-48a92f2b835c x-openstack-request-id: req-d5f9ac86-47a7-4405-b05a-48a92f2b835c {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:15.887235 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:15.887569 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d5f9ac86-47a7-4405-b05a-48a92f2b835c {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:15.888001 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'status': 'completed', 'code': 200} Jun 29 11:44:16.367946 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-2464bfe5-538b-483e-8062-d94d8015ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:16.369536 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-2464bfe5-538b-483e-8062-d94d8015ecbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 1097 time: 0.0565281 Jun 29 11:44:16.418106 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-dba86dfc-c18d-4e0d-8a21-cd04d75953aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611 HTTP/1.1" status: 200 len: 217 time: 0.0399263 Jun 29 11:44:16.420249 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38432) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:16.563005 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322998d7-8a21-4210-9957-c938d902564b req-630e1dc1-f464-46c5-a970-cc3c9b2497bb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:16.564625 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-322998d7-8a21-4210-9957-c938d902564b req-630e1dc1-f464-46c5-a970-cc3c9b2497bb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0784180 Jun 29 11:44:16.658778 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-322998d7-8a21-4210-9957-c938d902564b req-4770d81d-6889-4e84-8eed-ebf6b1429913 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877635 Jun 29 11:44:17.029953 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669436'] for router_interface, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:17.440416 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 4f0aa934-e82e-4798-80d9-9a999ce89cb5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:17.468228 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 4f0aa934-e82e-4798-80d9-9a999ce89cb5 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:17.468588 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 4f0aa934-e82e-4798-80d9-9a999ce89cb5 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:17.469029 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device a464cd9c-32a0-403f-91ab-6314247f223c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:17.493359 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:17.494008 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: a464cd9c-32a0-403f-91ab-6314247f223c {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:17.494366 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device a464cd9c-32a0-403f-91ab-6314247f223c not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:17.620855 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-acb24bd0-7ca4-481f-b017-7dfd2334e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:17.622348 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-acb24bd0-7ca4-481f-b017-7dfd2334e5a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0753570 Jun 29 11:44:17.646647 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Deleting port d80f2824-234c-4f6a-bfc5-a9807249ebff {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:17.646986 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:17.733260 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] For port d80f2824-234c-4f6a-bfc5-a9807249ebff, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=d80f2824-234c-4f6a-bfc5-a9807249ebff,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:17.733615 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:17.746801 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Calling delete_port for d80f2824-234c-4f6a-bfc5-a9807249ebff owned by network:router_interface {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:17.848610 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eecea9-8569-4c55-a18f-708deb80625a req-9a151ad0-0db1-4f29-91b6-5e382e3c2ea6 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:17.851403 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d6eecea9-8569-4c55-a18f-708deb80625a req-9a151ad0-0db1-4f29-91b6-5e382e3c2ea6 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0705104 Jun 29 11:44:17.896446 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d6eecea9-8569-4c55-a18f-708deb80625a req-d9cdaef8-6626-45b6-986a-145ca1c7bf38 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345235 Jun 29 11:44:17.958969 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:17.961094 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-173d0314-290b-4907-ba36-0915c63beecc tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:17.990522 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80f2824-234c-4f6a-bfc5-a9807249ebff,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:17.993326 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:18.229756 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655948'] for router_interface, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:18.531425 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-6799842f-c795-4b01-9bd6-58b95e5a798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:18.532855 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-6799842f-c795-4b01-9bd6-58b95e5a798f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1107950 Jun 29 11:44:18.537407 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Router d116baa2-e471-4f03-9c5c-998baca7c5cd has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:44:18.647400 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:44:18.652764 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] 10.222.0.72 "PUT /v2.0/routers/d116baa2-e471-4f03-9c5c-998baca7c5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2315595 Jun 29 11:44:18.655263 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38446) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:18.656159 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] Sync routers for ids ['d116baa2-e471-4f03-9c5c-998baca7c5cd'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:44:18.666703 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] Routers {'d116baa2-e471-4f03-9c5c-998baca7c5cd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:18.667660 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:43:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['d116baa2-e471-4f03-9c5c-998baca7c5cd'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:18.765477 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Notify callbacks [] for router, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:18.788664 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] Set router d116baa2-e471-4f03-9c5c-998baca7c5cd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:18.874391 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:18.934797 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Deleting port f301fddf-e009-4b09-889d-79a582407851 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:18.935347 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:18.979173 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f301fddf-e009-4b09-889d-79a582407851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:44:17Z', 'revision_number': 5, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port': {'id': 'f301fddf-e009-4b09-889d-79a582407851', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:08Z', 'updated_at': '2021-06-29T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:19.005819 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] Checking router: d116baa2-e471-4f03-9c5c-998baca7c5cd for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:44:19.014655 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] Routers {'d116baa2-e471-4f03-9c5c-998baca7c5cd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:19.015356 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:43:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['d116baa2-e471-4f03-9c5c-998baca7c5cd'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:19.070371 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] For port f301fddf-e009-4b09-889d-79a582407851, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=f301fddf-e009-4b09-889d-79a582407851,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:19.070736 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.086855 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Calling delete_port for f301fddf-e009-4b09-889d-79a582407851 owned by network:router_gateway {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:19.104879 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] Set router d116baa2-e471-4f03-9c5c-998baca7c5cd gateway port host: None {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:19.162356 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:44:18Z', 'revision_number': 6, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port_host': None}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:19.162663 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d20c27-ce28-471a-9f60-848f74f4f643 req-89aac61f-fd8f-4ce8-bc31-723a7a547d9d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:19.164250 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d5d20c27-ce28-471a-9f60-848f74f4f643 req-89aac61f-fd8f-4ce8-bc31-723a7a547d9d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.1385586 Jun 29 11:44:19.189324 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e08b8-3a41-47e8-908e-4fdb5210d822 None None] The sync data for ids ['d116baa2-e471-4f03-9c5c-998baca7c5cd'] in dv-cinder-797608-2-iscsi is: [{'id': 'd116baa2-e471-4f03-9c5c-998baca7c5cd', 'name': 'tempest-TestMinimumBasicScenario-1491380141-router', 'tenant_id': '74d4013cce364808b087f723eaf75ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:07Z', 'updated_at': '2021-06-29T11:44:18Z', 'revision_number': 6, 'project_id': '74d4013cce364808b087f723eaf75ad3', 'gw_port_host': None}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:44:19.257402 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d5d20c27-ce28-471a-9f60-848f74f4f643 req-dfaa11c0-aacb-4233-ac5c-f9c5f9636532 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851705 Jun 29 11:44:19.319947 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.322763 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:19.351078 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f301fddf-e009-4b09-889d-79a582407851,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:19.353358 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:19.416365 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2075368'] for router_gateway, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.524823 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1753'] for router, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.527007 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.617565 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654953'] for router, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.618146 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d116baa2-e471-4f03-9c5c-998baca7c5cd {{(pid=93145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:44:19.623398 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.624618 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d116baa2-e471-4f03-9c5c-998baca7c5cd HTTP/1.1" status: 204 len: 168 time: 0.9683166 Jun 29 11:44:19.627480 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38450) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:19.681009 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1e66b9-a438-46dc-85f4-c1688d092617 admin admin] Deleting subnet 66a8c400-1fca-49f0-bbb0-d7cd11405fef {{(pid=93144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:44:19.684604 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-fb1e66b9-a438-46dc-85f4-c1688d092617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.725491 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-fb1e66b9-a438-46dc-85f4-c1688d092617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4475961'] for subnet, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.845343 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-ebbbcd61-7349-4a4a-a826-47e8ceaec67e service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975237 Jun 29 11:44:19.851295 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-fb1e66b9-a438-46dc-85f4-c1688d092617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.915234 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-fb1e66b9-a438-46dc-85f4-c1688d092617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4644943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248375'] for subnet, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.918618 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:19.948062 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e66b9-a438-46dc-85f4-c1688d092617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a8c400-1fca-49f0-bbb0-d7cd11405fef,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:19.950128 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-fb1e66b9-a438-46dc-85f4-c1688d092617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:19.951525 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d5a95c1-04fe-429d-94c1-eb0e9c332e76 req-39e3e22a-552d-42d6-96cd-792279a5fff3 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989420 Jun 29 11:44:19.952023 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-fb1e66b9-a438-46dc-85f4-c1688d092617 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/66a8c400-1fca-49f0-bbb0-d7cd11405fef HTTP/1.1" status: 204 len: 168 time: 0.3234987 Jun 29 11:44:19.957045 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38454) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:19.961542 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1574b8d0-4d94-4ee4-b7fd-6dc50dc0da96 None None] Network 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:44:19.974701 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-fb1e66b9-a438-46dc-85f4-c1688d092617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:20.071276 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.140457 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-562aa974-e51c-455d-affd-deea3f28486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:20.141959 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-562aa974-e51c-455d-affd-deea3f28486a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 1097 time: 0.1208408 Jun 29 11:44:20.182374 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] DHCP port deletion for 5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 request from dv-cinder-797608-2-iscsi {{(pid=93146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:44:20.216537 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Deleting port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:20.216874 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.281906 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device d80f2824-234c-4f6a-bfc5-a9807249ebff no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:20.303452 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-45cd9101-3d3c-49a4-a9a0-ed2c4611c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:20.305085 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-45cd9101-3d3c-49a4-a9a0-ed2c4611c723 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.1546781 Jun 29 11:44:20.306924 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] For port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:20.307344 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.311772 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] Deleting port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b {{(pid=93146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:20.312395 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.318193 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: d80f2824-234c-4f6a-bfc5-a9807249ebff {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:20.318950 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device d80f2824-234c-4f6a-bfc5-a9807249ebff not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:20.319614 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device f301fddf-e009-4b09-889d-79a582407851 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:20.330567 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Calling delete_port for 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b owned by network:dhcp {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:20.390686 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: f301fddf-e009-4b09-889d-79a582407851 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:20.391297 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device f301fddf-e009-4b09-889d-79a582407851 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:20.391740 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:20.416512 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-6ad96d11-b87a-48d6-ae67-1b9fedcd5774 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611 HTTP/1.1" status: 200 len: 217 time: 0.1001134 Jun 29 11:44:20.452093 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] For port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b,segment=NetworkSegment(5c5ffb03-24db-484d-bec4-1b51d04aaf5c),segment_id=5c5ffb03-24db-484d-bec4-1b51d04aaf5c)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:20.452695 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.467963 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] Calling delete_port for 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b owned by network:dhcp {{(pid=93146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:20.490417 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0607ee-d78b-4a53-a8d7-0823213c259a req-36d5e9af-d273-409b-b85d-0d4160053434 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:20.492114 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ff0607ee-d78b-4a53-a8d7-0823213c259a req-36d5e9af-d273-409b-b85d-0d4160053434 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0765183 Jun 29 11:44:20.499876 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-2d393b98-68b0-45b3-9c7f-6b30b884512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:20.501490 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-2d393b98-68b0-45b3-9c7f-6b30b884512d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0733314 Jun 29 11:44:20.526535 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.539289 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ff0607ee-d78b-4a53-a8d7-0823213c259a req-c29d3224-2ef6-4396-aa38-aa338694d6a1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395808 Jun 29 11:44:20.546914 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-9bebd814-225b-43ea-8b5a-89c86e907850 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:20.583408 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:20.586966 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] No DVR routers for this DVR port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b on host dv-cinder-797608-2-iscsi {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:20.589678 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:20.592808 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.675447 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.690664 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-98384829-0ce5-4e9a-93ba-72820df2cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:20.691305 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-98384829-0ce5-4e9a-93ba-72820df2cbe4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1786785 Jun 29 11:44:20.692643 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389'] for port, after_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.695242 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:20.695958 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da9fa69-eeba-4ed5-968f-dc9cd4dc0823']}} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:20.725094 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] No DVR routers for this DVR port 3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b on host dv-cinder-797608-2-iscsi {{(pid=93146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:20.728938 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] Pushing event deleted for resources: {'Port': ['ID=3ba366ca-ed9c-436d-830a-4a9a5b0ecf3b,revision_number=None']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:20.730073 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5ffb03-24db-484d-bec4-1b51d04aaf5c') {'for_net_delete': True} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:20.730073 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5ffb03-24db-484d-bec4-1b51d04aaf5c') {} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:20.731353 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:20.777085 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8038734'] for segment, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.799450 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.810887 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:44:20.811323 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8061534'] for segment, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: Traceback (most recent call last): Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: timer() Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: cb(*args, **kw) Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: return func(*args, **kwargs) Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: self._notify() Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: self.callback(batched_events) Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: event.method(event) Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: return f(self, *a, **k) Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._get(url).json() Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: return self.request(url, 'GET', **kwargs) Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:44:20.813404 dv-cinder-797608-2-iscsi neutron-server[93145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:44:20.886420 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-88ca2ff4-8aab-42b0-9760-8b8f23b351ea service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821208 Jun 29 11:44:20.906744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.921364 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-31419ace-23b9-444e-9dcf-db29831cc64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:20.950573 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.952576 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5da9fa69-eeba-4ed5-968f-dc9cd4dc0823 HTTP/1.1" status: 204 len: 168 time: 0.9937875 Jun 29 11:44:20.956890 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38462) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:20.966524 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5da9fa69-eeba-4ed5-968f-dc9cd4dc0823,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:20.970060 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6b12eb00-c954-4cb0-b7b5-d97b30cadfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:21.014322 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0c740534-0b9d-4695-bdbb-bd2673d2130d req-c005ad05-7ccc-4e47-9dc6-bbe13cd0dc58 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166153 Jun 29 11:44:21.351485 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669436'] for router_interface, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:21.743200 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e5039-abc0-4ffd-b0e5-2ace5c453a0e req-1e18fcb0-7e34-4fba-8818-b3f0657dd336 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:21.744812 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-977e5039-abc0-4ffd-b0e5-2ace5c453a0e req-1e18fcb0-7e34-4fba-8818-b3f0657dd336 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0748556 Jun 29 11:44:21.785549 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-977e5039-abc0-4ffd-b0e5-2ace5c453a0e req-db18efa2-efd9-48f2-ae8a-be6f68ff0b9e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348339 Jun 29 11:44:21.867492 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Deleting port 8916b6c6-b503-49db-9b12-13dcde43253d {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:21.867832 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:21.947019 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] For port 8916b6c6-b503-49db-9b12-13dcde43253d, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=8916b6c6-b503-49db-9b12-13dcde43253d,segment=NetworkSegment(f04e07bc-0ee0-4368-939e-f2650f4cf01c),segment_id=f04e07bc-0ee0-4368-939e-f2650f4cf01c)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:21.947398 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:21.960784 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Calling delete_port for 8916b6c6-b503-49db-9b12-13dcde43253d owned by network:router_interface {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:22.142355 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:22.144706 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-7bf32c91-fc3c-4b70-815c-1743f9b0e1e0 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:22.173987 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8916b6c6-b503-49db-9b12-13dcde43253d,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:22.177633 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:22.390555 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655948'] for router_interface, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:22.615932 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Router f25f5bf1-26e3-46b1-a150-1eaa32e673bd has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:44:22.726121 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:44:22.731204 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] 10.222.0.72 "PUT /v2.0/routers/f25f5bf1-26e3-46b1-a150-1eaa32e673bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7716782 Jun 29 11:44:22.733748 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38478) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:22.736409 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] Sync routers for ids ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:44:22.746935 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] Routers {'f25f5bf1-26e3-46b1-a150-1eaa32e673bd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:22.747543 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:43:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:22.859358 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] Set router f25f5bf1-26e3-46b1-a150-1eaa32e673bd gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:22.867579 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.014111 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.062765 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7059e89-a772-4c56-bcdd-5fe41ac0ae9e req-ad0c7bc8-9096-4bf5-93da-10beb2145e12 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:23.064392 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c7059e89-a772-4c56-bcdd-5fe41ac0ae9e req-ad0c7bc8-9096-4bf5-93da-10beb2145e12 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.1443384 Jun 29 11:44:23.122226 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-94aaade5-505e-484c-a512-fa8e061315a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.128717 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c7059e89-a772-4c56-bcdd-5fe41ac0ae9e req-462a7337-4db9-4fe3-a2c5-de71c7009101 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567915 Jun 29 11:44:23.133845 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Deleting port ed25c547-943e-44cc-a1e0-91d475ca5344 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:23.134195 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.139645 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'name': 'tempest-TestMinimumBasicScenario-469532406-router', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:44:22Z', 'revision_number': 5, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'gw_port': {'id': 'ed25c547-943e-44cc-a1e0-91d475ca5344', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:23.144163 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 96f7f558-9d4a-4dda-8b12-ac9dacafc611 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:44:23.166928 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] Checking router: f25f5bf1-26e3-46b1-a150-1eaa32e673bd for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:44:23.175601 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] Routers {'f25f5bf1-26e3-46b1-a150-1eaa32e673bd'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:23.177071 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:43:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:23.236100 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] For port ed25c547-943e-44cc-a1e0-91d475ca5344, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=ed25c547-943e-44cc-a1e0-91d475ca5344,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:23.236496 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.249782 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Calling delete_port for ed25c547-943e-44cc-a1e0-91d475ca5344 owned by network:router_gateway {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:23.258438 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:23.270723 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'port_id': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'mac_address': 'fa:16:3e:8d:2a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:44:23.275118 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] Set router f25f5bf1-26e3-46b1-a150-1eaa32e673bd gateway port host: None {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:23.329725 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.333226 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'name': 'tempest-TestMinimumBasicScenario-469532406-router', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:44:23Z', 'revision_number': 6, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'gw_port_host': None}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:23.348913 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f7f558-9d4a-4dda-8b12-ac9dacafc611 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:44:23.373200 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe9267a-b986-4db5-8e8c-d55124763f55 None None] The sync data for ids ['f25f5bf1-26e3-46b1-a150-1eaa32e673bd'] in dv-cinder-797608-2-iscsi is: [{'id': 'f25f5bf1-26e3-46b1-a150-1eaa32e673bd', 'name': 'tempest-TestMinimumBasicScenario-469532406-router', 'tenant_id': '615c76be68dc4cb0aa94494999e5f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:16Z', 'updated_at': '2021-06-29T11:44:23Z', 'revision_number': 6, 'project_id': '615c76be68dc4cb0aa94494999e5f320', 'gw_port_host': None}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:44:23.378032 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:23.386371 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.390670 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-4f428269-7abb-4c27-8c1b-ae7c92c8fd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:23.464516 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:23.467962 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:23.486587 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.489563 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-1831f1ae-6ebf-48e2-9579-d3ee055edbc1 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:23.515845 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed25c547-943e-44cc-a1e0-91d475ca5344,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:23.518428 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:23.585599 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2075368'] for router_gateway, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.686632 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1753'] for router, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.689587 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.744403 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['96f7f558-9d4a-4dda-8b12-ac9dacafc611'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:44:23.759500 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654953'] for router, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.759500 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f25f5bf1-26e3-46b1-a150-1eaa32e673bd {{(pid=93144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:44:23.768525 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.770662 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f25f5bf1-26e3-46b1-a150-1eaa32e673bd HTTP/1.1" status: 204 len: 168 time: 1.0350082 Jun 29 11:44:23.774275 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38490) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:23.826263 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef116be-decf-427d-95bd-69ebdb04132b admin admin] Deleting subnet 15e7b2d9-849d-4c28-afe3-a12b3cb4d574 {{(pid=93144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:44:23.831862 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6ef116be-decf-427d-95bd-69ebdb04132b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.882618 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6ef116be-decf-427d-95bd-69ebdb04132b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4475961'] for subnet, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:23.964522 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6ef116be-decf-427d-95bd-69ebdb04132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.017678 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6ef116be-decf-427d-95bd-69ebdb04132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4644943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248375'] for subnet, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.020370 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4ab20945-47de-426e-968d-2157e0ebc9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:24.045436 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef116be-decf-427d-95bd-69ebdb04132b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e7b2d9-849d-4c28-afe3-a12b3cb4d574,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:24.048550 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6ef116be-decf-427d-95bd-69ebdb04132b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:24.049723 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6ef116be-decf-427d-95bd-69ebdb04132b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.052074 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-6ef116be-decf-427d-95bd-69ebdb04132b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/15e7b2d9-849d-4c28-afe3-a12b3cb4d574 HTTP/1.1" status: 204 len: 168 time: 0.2768180 Jun 29 11:44:24.054662 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38492) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:24.065652 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051701b5-d59b-4af8-88a6-5df7f86e3752 None None] Network f87900cc-6ce3-45e0-8349-2bcb55041eef requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:44:24.138967 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.197523 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Deleting port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:24.197869 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.275235 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] For port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=6acdedbd-5fc5-4a41-a90a-dad261cc5bed,segment=NetworkSegment(f04e07bc-0ee0-4368-939e-f2650f4cf01c),segment_id=f04e07bc-0ee0-4368-939e-f2650f4cf01c)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:24.275784 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.297341 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] DHCP port deletion for f87900cc-6ce3-45e0-8349-2bcb55041eef request from dv-cinder-797608-2-iscsi {{(pid=93146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:44:24.299588 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Calling delete_port for 6acdedbd-5fc5-4a41-a90a-dad261cc5bed owned by network:dhcp {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:24.328093 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ed25c547-943e-44cc-a1e0-91d475ca5344 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:24.358616 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97973b45-c2d4-4cc6-bab5-932f6ddd8eb6 req-44838869-ccf9-4d27-9a9a-1de57b111046 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:24.361037 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: ed25c547-943e-44cc-a1e0-91d475ca5344 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:24.361405 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ed25c547-943e-44cc-a1e0-91d475ca5344 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:24.361840 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8916b6c6-b503-49db-9b12-13dcde43253d no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:24.369165 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-97973b45-c2d4-4cc6-bab5-932f6ddd8eb6 req-44838869-ccf9-4d27-9a9a-1de57b111046 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 945 time: 0.0928214 Jun 29 11:44:24.408957 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.414679 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c91e3831-6564-43ef-8bd4-bef1158e09d4 tempest-VolumesSnapshotTestJSON-1159039349 tempest-VolumesSnapshotTestJSON-1159039349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:24.424784 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-97973b45-c2d4-4cc6-bab5-932f6ddd8eb6 req-607133a8-d44c-49ae-b27a-4f1e405a59c3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545290 Jun 29 11:44:24.453649 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] No DVR routers for this DVR port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed on host dv-cinder-797608-2-iscsi {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:24.463503 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Pushing event deleted for resources: {'Port': ['ID=6acdedbd-5fc5-4a41-a90a-dad261cc5bed,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:24.466586 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:24.520360 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 8916b6c6-b503-49db-9b12-13dcde43253d {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:24.521249 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8916b6c6-b503-49db-9b12-13dcde43253d not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:24.533778 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] Deleting port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed {{(pid=93146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:24.534240 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.547443 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.559138 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87900cc-6ce3-45e0-8349-2bcb55041eef']}} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:24.572252 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04e07bc-0ee0-4368-939e-f2650f4cf01c') {'for_net_delete': True} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:24.572252 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04e07bc-0ee0-4368-939e-f2650f4cf01c') {} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:24.585252 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4475958'] for segment, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.618728 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.620165 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] For port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed, host dv-cinder-797608-2-iscsi, got binding levels [] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:24.620785 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.625606 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:44:24.626014 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4645090'] for segment, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: Traceback (most recent call last): Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: timer() Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: cb(*args, **kw) Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: return func(*args, **kwargs) Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: self._notify() Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: self.callback(batched_events) Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: event.method(event) Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: return f(self, *a, **k) Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._get(url).json() Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: return self.request(url, 'GET', **kwargs) Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:44:24.629688 dv-cinder-797608-2-iscsi neutron-server[93144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:44:24.640984 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] Calling delete_port for 6acdedbd-5fc5-4a41-a90a-dad261cc5bed owned by network:dhcp {{(pid=93146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:24.643777 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.ipam_backend_mixin [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] Port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed was not found and therefore no delete operation was performed {{(pid=93146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 11:44:24.645976 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389'] for port, after_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.647597 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-450feff5-3f11-43ef-9d1e-5c2471fa64cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:24.677446 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] Pushing event deleted for resources: {'Port': ['ID=6acdedbd-5fc5-4a41-a90a-dad261cc5bed,revision_number=None']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:24.681110 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:24.681665 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] No DVR routers for this DVR port 6acdedbd-5fc5-4a41-a90a-dad261cc5bed on host dv-cinder-797608-2-iscsi {{(pid=93146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:24.693919 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.698058 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c8a98a0c-a1ba-4f4b-9a9f-dd80c994166c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:24.700716 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.705149 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] 10.222.0.72 "DELETE /v2.0/networks/f87900cc-6ce3-45e0-8349-2bcb55041eef HTTP/1.1" status: 204 len: 168 time: 0.6468749 Jun 29 11:44:24.715450 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Pushing event deleted for resources: {'Network': ['ID=f87900cc-6ce3-45e0-8349-2bcb55041eef,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:24.717895 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:24.839727 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38500) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:24.885765 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-dec2fa4c-a28a-4c75-bcb6-aed6d55d3813 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=74d4013cce364808b087f723eaf75ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445561 Jun 29 11:44:24.888359 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38504) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:24.958710 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-999123bc-6866-4e83-8925-cba5da6220b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:24.994488 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-999123bc-6866-4e83-8925-cba5da6220b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:25.050228 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-999123bc-6866-4e83-8925-cba5da6220b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:25.054417 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-999123bc-6866-4e83-8925-cba5da6220b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:25.055601 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-999123bc-6866-4e83-8925-cba5da6220b3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff3e61a6-e905-45dd-bb7e-3138f9a4a476 HTTP/1.1" status: 204 len: 168 time: 0.1662176 Jun 29 11:44:25.056410 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ccadf6f9-a72c-4540-b298-75959e45f11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:25.064799 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999123bc-6866-4e83-8925-cba5da6220b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3e61a6-e905-45dd-bb7e-3138f9a4a476,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:25.069100 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-999123bc-6866-4e83-8925-cba5da6220b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:25.143620 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 96f7f558-9d4a-4dda-8b12-ac9dacafc611 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:44:25.194162 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:44:25.198292 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:44:25.198686 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:25.280259 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:25.315362 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:25.318441 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4343ec27-af9f-4b05-8e9f-831de11d0456" -d '{"events": [{"server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "name": "network-vif-plugged", "status": "completed", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:25.332919 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:25.337137 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:25.339200 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:25.367938 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7336d76a-386d-4307-8c25-dc390152cd9b x-openstack-request-id: req-7336d76a-386d-4307-8c25-dc390152cd9b {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:25.368269 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "name": "network-vif-plugged", "status": "completed", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:25.368542 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7336d76a-386d-4307-8c25-dc390152cd9b {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:25.368948 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'code': 200} Jun 29 11:44:25.401176 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:25.404365 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:25.423450 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38514) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:25.471518 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-29154e0f-73d5-4ab4-9e35-aa8dd1e44477 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=615c76be68dc4cb0aa94494999e5f320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467973 Jun 29 11:44:25.475476 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38518) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:25.536554 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-51321912-800a-4ae3-b3a4-9e13165d37e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:25.567889 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-51321912-800a-4ae3-b3a4-9e13165d37e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:25.615962 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0741a-6aaa-407e-afaa-0952441e7032 req-db6ef972-9ae6-42b9-b14f-6797424fac11 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:25.617558 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6cd0741a-6aaa-407e-afaa-0952441e7032 req-db6ef972-9ae6-42b9-b14f-6797424fac11 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0680261 Jun 29 11:44:25.626284 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-51321912-800a-4ae3-b3a4-9e13165d37e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:25.629497 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-51321912-800a-4ae3-b3a4-9e13165d37e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:25.631370 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-51321912-800a-4ae3-b3a4-9e13165d37e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab371882-f9c3-41c7-b539-782a524e609e HTTP/1.1" status: 204 len: 168 time: 0.1549125 Jun 29 11:44:25.632332 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f15f937c-8b05-45cc-9e02-7a30a9c25461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:25.640525 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51321912-800a-4ae3-b3a4-9e13165d37e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab371882-f9c3-41c7-b539-782a524e609e,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:25.642827 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-51321912-800a-4ae3-b3a4-9e13165d37e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:25.690094 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6cd0741a-6aaa-407e-afaa-0952441e7032 req-f7ddf393-3289-4b35-a5db-5fcdbfbfe021 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661345 Jun 29 11:44:26.258294 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 6acdedbd-5fc5-4a41-a90a-dad261cc5bed no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:26.278272 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 6acdedbd-5fc5-4a41-a90a-dad261cc5bed {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:26.278629 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 6acdedbd-5fc5-4a41-a90a-dad261cc5bed not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:26.416669 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-79035f26-36ba-4cd7-8b5c-3a3bb98aec4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:26.908158 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd610c-9fae-403c-b412-619a64ecb2ca req-b29b476e-6502-4d85-a596-6225a5182cf4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:26.909730 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-43bd610c-9fae-403c-b412-619a64ecb2ca req-b29b476e-6502-4d85-a596-6225a5182cf4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0811720 Jun 29 11:44:26.950642 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-43bd610c-9fae-403c-b412-619a64ecb2ca req-8354a345-3e57-4820-bc43-35829ad33251 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344434 Jun 29 11:44:27.078578 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:28.026749 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:28.144634 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552a8e3-f092-4a5d-98c5-9d44101e28f2 req-b0f47bea-3569-498c-abec-a3e388d29113 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:28.147342 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0552a8e3-f092-4a5d-98c5-9d44101e28f2 req-b0f47bea-3569-498c-abec-a3e388d29113 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0680635 Jun 29 11:44:28.186957 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0552a8e3-f092-4a5d-98c5-9d44101e28f2 req-502ad961-9446-405e-a4ea-0cf169e107e0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338650 Jun 29 11:44:29.072113 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631fde3-77fd-4940-80f1-f709d94cf70d req-db2df518-9079-4469-b88f-658145e4bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:29.073629 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f631fde3-77fd-4940-80f1-f709d94cf70d req-db2df518-9079-4469-b88f-658145e4bc00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 1099 time: 0.0530198 Jun 29 11:44:29.107219 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f631fde3-77fd-4940-80f1-f709d94cf70d req-4bcecc7f-1cc9-4107-8797-a2c834786cdf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269120 Jun 29 11:44:29.371242 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48c3f9-3e54-45d2-978c-24ed2db71fe2 req-4d9b846d-6fbd-4bdd-9cf4-ff4cad1e3c95 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:29.372781 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5b48c3f9-3e54-45d2-978c-24ed2db71fe2 req-4d9b846d-6fbd-4bdd-9cf4-ff4cad1e3c95 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0722880 Jun 29 11:44:29.410609 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5b48c3f9-3e54-45d2-978c-24ed2db71fe2 req-c4ddf5c7-2916-4bde-9e65-bf67d62d089f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Jun 29 11:44:29.519717 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:30.589251 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e34299-46d1-4393-9682-c8c5a50d3a80 req-905cc06a-b918-49a3-ae72-745ae94d121e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:30.590925 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-16e34299-46d1-4393-9682-c8c5a50d3a80 req-905cc06a-b918-49a3-ae72-745ae94d121e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0672514 Jun 29 11:44:30.906375 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-16e34299-46d1-4393-9682-c8c5a50d3a80 req-cf90a759-3193-4d8a-b34f-67c628fc81fd tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094549 Jun 29 11:44:32.098174 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf305e-7ffb-4b7d-8c31-eef84e6551c2 req-9950f7b4-fe86-4452-a027-dabc91eff6c3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:32.100660 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f8bf305e-7ffb-4b7d-8c31-eef84e6551c2 req-9950f7b4-fe86-4452-a027-dabc91eff6c3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0666659 Jun 29 11:44:32.140459 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f8bf305e-7ffb-4b7d-8c31-eef84e6551c2 req-179f5d03-b14a-4e1a-81da-2b387ad9dc1b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337076 Jun 29 11:44:32.205446 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9322-a581-405e-a59c-28e666e13e9d req-0d51cd10-3b0e-44a7-80f6-4efb74eb9a27 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:32.209097 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-318b9322-a581-405e-a59c-28e666e13e9d req-0d51cd10-3b0e-44a7-80f6-4efb74eb9a27 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0808783 Jun 29 11:44:32.245114 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-318b9322-a581-405e-a59c-28e666e13e9d req-91b5a577-2152-4751-9807-2443c2e9ed71 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316818 Jun 29 11:44:32.313216 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be371db6-92b9-4925-be72-edc80b6e55d1 req-fdecb1e3-4df9-4434-97ce-1855d8bff027 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:32.314671 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-be371db6-92b9-4925-be72-edc80b6e55d1 req-fdecb1e3-4df9-4434-97ce-1855d8bff027 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0630462 Jun 29 11:44:32.323600 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38562) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:32.328061 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-ab47aa56-7976-4807-91df-d998dcbf171c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Request body: {'floatingip': {'port_id': '96f7f558-9d4a-4dda-8b12-ac9dacafc611'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:32.369695 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa56-7976-4807-91df-d998dcbf171c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:32.817689 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa56-7976-4807-91df-d998dcbf171c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:32.822467 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa56-7976-4807-91df-d998dcbf171c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:32.931266 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.l3_db [None req-ab47aa56-7976-4807-91df-d998dcbf171c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Floating IP 1585042b-5a1d-4d18-853e-e18eb73328bc associated. External IP: 172.27.3.9, port: 96f7f558-9d4a-4dda-8b12-ac9dacafc611. Jun 29 11:44:33.138871 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab47aa56-7976-4807-91df-d998dcbf171c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Router 84cb5a09-7ee6-4804-aef8-79f5222e91da has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:44:33.243345 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab47aa56-7976-4807-91df-d998dcbf171c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:44:33.251695 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa56-7976-4807-91df-d998dcbf171c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:33.259242 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] Sync routers for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:44:33.272349 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:33.273315 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:44:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:33.298690 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-ab47aa56-7976-4807-91df-d998dcbf171c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "PUT /v2.0/floatingips/1585042b-5a1d-4d18-853e-e18eb73328bc HTTP/1.1" status: 200 len: 990 time: 0.9739909 Jun 29 11:44:33.299351 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:33.302914 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c6cf6b-0c90-42df-90cf-3bc19845be24" -d '{"events": [{"name": "network-changed", "server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:33.403839 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:33.447218 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2618e-3eae-456d-8c88-5c85cec7a085 req-ab1f4cdd-dce6-4f72-b140-65bcb1e40393 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:33.448781 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-33d2618e-3eae-456d-8c88-5c85cec7a085 req-ab1f4cdd-dce6-4f72-b140-65bcb1e40393 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0800648 Jun 29 11:44:33.480796 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dce16c6-cf9e-428f-8b43-799fa392e571 x-openstack-request-id: req-7dce16c6-cf9e-428f-8b43-799fa392e571 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:33.481973 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:33.482333 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7dce16c6-cf9e-428f-8b43-799fa392e571 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:33.482787 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'status': 'completed', 'code': 200} Jun 29 11:44:33.489739 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-33d2618e-3eae-456d-8c88-5c85cec7a085 req-b9915dbc-691f-4b98-bb28-2151d756084b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=228e1239-57aa-4e16-b58a-5e8e05296d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347407 Jun 29 11:44:33.568279 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-611c0daf-0bf1-4647-906d-5a45147f0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:33.570892 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-611c0daf-0bf1-4647-906d-5a45147f0de8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 1099 time: 0.0564914 Jun 29 11:44:33.600513 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-70c3f3ee-e2fa-4455-9c8e-bb829f68a841 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:33.602009 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-70c3f3ee-e2fa-4455-9c8e-bb829f68a841 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 945 time: 0.0635576 Jun 29 11:44:33.675508 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-761f1f7b-02d8-4e69-9357-aaf29debedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:33.677681 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-761f1f7b-02d8-4e69-9357-aaf29debedc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.1002471 Jun 29 11:44:33.690648 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '1585042b-5a1d-4d18-853e-e18eb73328bc', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'port_id': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'mac_address': 'fa:16:3e:8d:2a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:44:11Z', 'updated_at': '2021-06-29T11:44:32Z', 'revision_number': 1, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:33.718985 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Deleting port e0245ea7-dfe7-4922-899e-237ac825b6eb {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:33.719469 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:33.721196 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] Checking router: 84cb5a09-7ee6-4804-aef8-79f5222e91da for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:44:33.730674 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:33.731807 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:44:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:33.749234 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-423298c4-3e77-4b81-b0d3-8751c3238af1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611 HTTP/1.1" status: 200 len: 998 time: 0.0655956 Jun 29 11:44:33.804577 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-853777c6-5431-483c-bdd2-5133a8c2a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:33.806054 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-853777c6-5431-483c-bdd2-5133a8c2a6ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0490792 Jun 29 11:44:33.830360 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] For port e0245ea7-dfe7-4922-899e-237ac825b6eb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e0245ea7-dfe7-4922-899e-237ac825b6eb,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:33.830889 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:33.857088 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:33.877025 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-32449925-344f-423d-aaa5-7b82ddbcc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:33.878671 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-32449925-344f-423d-aaa5-7b82ddbcc17a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658543 Jun 29 11:44:33.985724 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-293c55a5-f459-4875-adde-6c41dd151636 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993361 Jun 29 11:44:34.095938 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14c6cf6b-0c90-42df-90cf-3bc19845be24 req-3336624b-7d45-46f2-ae96-ce08883a4d3b service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040313 Jun 29 11:44:34.114364 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '1585042b-5a1d-4d18-853e-e18eb73328bc', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'port_id': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'mac_address': 'fa:16:3e:8d:2a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:44:11Z', 'updated_at': '2021-06-29T11:44:32Z', 'revision_number': 1, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:34.141851 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4507282c-9613-470a-985d-ff124b4c93b2 None None] The sync data for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi is: [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '1585042b-5a1d-4d18-853e-e18eb73328bc', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'port_id': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'mac_address': 'fa:16:3e:8d:2a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:44:11Z', 'updated_at': '2021-06-29T11:44:32Z', 'revision_number': 1, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:44:34.314822 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:34.315197 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:34.315507 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Floating IP 1e1aec4b-e9ff-4692-bf83-b938542af154 disassociated. External IP: 172.27.3.114, port: e0245ea7-dfe7-4922-899e-237ac825b6eb. Jun 29 11:44:34.315852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Calling delete_port for e0245ea7-dfe7-4922-899e-237ac825b6eb owned by compute:nova {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:34.326929 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eec45b-7d54-4700-8f61-940337855959 None None] New status for floating IP 1585042b-5a1d-4d18-853e-e18eb73328bc: ACTIVE {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:44:34.443895 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:34.448794 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6bfa19df-df70-4834-9aaa-177cc3c7b061 tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:34.477225 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event deleted for resources: {'Port': ['ID=e0245ea7-dfe7-4922-899e-237ac825b6eb,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:34.523704 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:34.597840 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Router aee093cf-c007-4b80-afad-45e356a6e9b3 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:44:34.674445 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-14e52c15-e575-4add-a432-b3b356a63638 req-acdddf21-407d-45cd-8671-109694f746a8 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa5607ad-408a-47c7-9d90-19403a5fbba4 HTTP/1.1" status: 200 len: 210 time: 0.0316951 Jun 29 11:44:34.738758 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:44:34.748329 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] Sync routers for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:44:34.758387 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:34.758950 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:44:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:34.782793 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] No DVR routers for this DVR port e0245ea7-dfe7-4922-899e-237ac825b6eb on host hv-cinder-79760 {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:34.785294 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:34.787311 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2c0d3e00-4305-4526-b639-b09fb65ec15a req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.24 "DELETE /v2.0/ports/e0245ea7-dfe7-4922-899e-237ac825b6eb HTTP/1.1" status: 204 len: 173 time: 1.1798487 Jun 29 11:44:34.787820 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'name': 'network-vif-deleted', 'tag': 'e0245ea7-dfe7-4922-899e-237ac825b6eb'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:34.790168 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137c355d-f381-4278-bac7-fa3242b82e16" -d '{"events": [{"server_uuid": "aa5607ad-408a-47c7-9d90-19403a5fbba4", "name": "network-vif-deleted", "tag": "e0245ea7-dfe7-4922-899e-237ac825b6eb"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:34.831219 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa6fd20-d73d-4616-ba45-e0d7a77fbe90 x-openstack-request-id: req-1fa6fd20-d73d-4616-ba45-e0d7a77fbe90 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:34.831552 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5607ad-408a-47c7-9d90-19403a5fbba4", "name": "network-vif-deleted", "tag": "e0245ea7-dfe7-4922-899e-237ac825b6eb", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:34.831844 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1fa6fd20-d73d-4616-ba45-e0d7a77fbe90 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:34.832304 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5607ad-408a-47c7-9d90-19403a5fbba4', 'name': 'network-vif-deleted', 'tag': 'e0245ea7-dfe7-4922-899e-237ac825b6eb', 'status': 'completed', 'code': 200} Jun 29 11:44:34.878085 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:35.227486 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:35.254481 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] Checking router: aee093cf-c007-4b80-afad-45e356a6e9b3 for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:44:35.262914 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:35.263530 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:44:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:35.383667 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:35.584028 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:35.610932 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96100e2f-ecce-4e55-9e30-a581edf2c48b None None] The sync data for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi is: [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:44:35.803291 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38604) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:35.847904 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb7761-05ed-486a-9450-e334b3fedb02 None None] New status for floating IP 1e1aec4b-e9ff-4692-bf83-b938542af154: DOWN {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:44:35.870916 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-41e5e6d4-1e55-43aa-91ac-328a4a3b22d3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:35.895742 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-41e5e6d4-1e55-43aa-91ac-328a4a3b22d3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:35.948418 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-41e5e6d4-1e55-43aa-91ac-328a4a3b22d3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:35.951052 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-41e5e6d4-1e55-43aa-91ac-328a4a3b22d3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:35.952232 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-41e5e6d4-1e55-43aa-91ac-328a4a3b22d3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "DELETE /v2.0/security-groups/228e1239-57aa-4e16-b58a-5e8e05296d23 HTTP/1.1" status: 204 len: 168 time: 0.1479287 Jun 29 11:44:35.953052 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-1dca139a-6118-4a1c-b84e-f6039b0a2b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:35.955293 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38606) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:35.964997 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5e6d4-1e55-43aa-91ac-328a4a3b22d3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228e1239-57aa-4e16-b58a-5e8e05296d23,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:35.968959 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-41e5e6d4-1e55-43aa-91ac-328a4a3b22d3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:35.970507 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.api.v2.resource [None req-6ee6642a-863d-4b24-bb1b-e8912319ba9b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] show failed (client error): The resource could not be found. Jun 29 11:44:35.971527 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-6ee6642a-863d-4b24-bb1b-e8912319ba9b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups/228e1239-57aa-4e16-b58a-5e8e05296d23 HTTP/1.1" status: 404 len: 347 time: 0.0152519 Jun 29 11:44:35.975673 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38608) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:36.104296 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Deleting port 687e74d1-52ab-467a-81e4-958d19614445 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:36.104561 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:36.183385 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:36.183710 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:36.195127 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Calling delete_port for 687e74d1-52ab-467a-81e4-958d19614445 owned by network:floatingip {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:36.326242 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:36.328289 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-41462bc0-6551-4bf0-848c-76398d191ba4 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:36.351486 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event deleted for resources: {'Port': ['ID=687e74d1-52ab-467a-81e4-958d19614445,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:36.355044 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:36.414782 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:36.417343 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:36.418510 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "DELETE /v2.0/floatingips/1e1aec4b-e9ff-4692-bf83-b938542af154 HTTP/1.1" status: 204 len: 168 time: 0.4417636 Jun 29 11:44:36.836194 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38622) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:36.840934 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-f7f06e4b-1ad8-4efe-a592-fc1a06d3db6a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--969753369', 'description': 'tempest-description--1827571114'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:36.862461 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f7f06e4b-1ad8-4efe-a592-fc1a06d3db6a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:36.949519 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f7f06e4b-1ad8-4efe-a592-fc1a06d3db6a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:36.953663 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f7f06e4b-1ad8-4efe-a592-fc1a06d3db6a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:36.956196 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-3662a376-3906-4652-8777-6bf8fe206a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:36.981022 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f7f06e4b-1ad8-4efe-a592-fc1a06d3db6a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:36.982146 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-f7f06e4b-1ad8-4efe-a592-fc1a06d3db6a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1449535 Jun 29 11:44:36.985187 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38624) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:36.986139 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f06e4b-1ad8-4efe-a592-fc1a06d3db6a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b87e9e-881e-4cda-8225-b18527ce2948,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:36.991209 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-b3135f5a-f13b-4f1e-bbb0-8f6d330a1808 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'security_group_rule': {'security_group_id': '11b87e9e-881e-4cda-8225-b18527ce2948', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:36.993056 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f7f06e4b-1ad8-4efe-a592-fc1a06d3db6a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:37.029925 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b3135f5a-f13b-4f1e-bbb0-8f6d330a1808 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.091253 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b3135f5a-f13b-4f1e-bbb0-8f6d330a1808 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.094705 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b3135f5a-f13b-4f1e-bbb0-8f6d330a1808 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.096836 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:37.117755 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3135f5a-f13b-4f1e-bbb0-8f6d330a1808 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab86dad6-56a4-4502-886a-50cb1d5a9d3e,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:37.120222 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-b3135f5a-f13b-4f1e-bbb0-8f6d330a1808 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.121454 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-b3135f5a-f13b-4f1e-bbb0-8f6d330a1808 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348546 Jun 29 11:44:37.122604 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b3135f5a-f13b-4f1e-bbb0-8f6d330a1808 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:37.124328 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38626) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:37.129017 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-6c72cf7d-b574-46fc-bdaf-ad582ae99d25 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'security_group_rule': {'security_group_id': '11b87e9e-881e-4cda-8225-b18527ce2948', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:37.163893 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c72cf7d-b574-46fc-bdaf-ad582ae99d25 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.206897 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device e0245ea7-dfe7-4922-899e-237ac825b6eb no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:37.227110 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c72cf7d-b574-46fc-bdaf-ad582ae99d25 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.232325 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: e0245ea7-dfe7-4922-899e-237ac825b6eb {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:37.232766 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device e0245ea7-dfe7-4922-899e-237ac825b6eb not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:37.233606 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c72cf7d-b574-46fc-bdaf-ad582ae99d25 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.235876 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-606320cf-8e97-4783-9bb4-61308374adbb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:37.250442 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72cf7d-b574-46fc-bdaf-ad582ae99d25 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc542c7a-9343-491d-a750-0353a4366806,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:37.257073 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6c72cf7d-b574-46fc-bdaf-ad582ae99d25 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:37.261371 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c72cf7d-b574-46fc-bdaf-ad582ae99d25 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.264624 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-6c72cf7d-b574-46fc-bdaf-ad582ae99d25 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392856 Jun 29 11:44:37.265869 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38634) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:37.271136 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'floatingip': {'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:37.299387 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.414412 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.521507 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Allocated IP 172.27.3.138 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/6a7c609f-07b5-4992-ace6-0641811e9828) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:44:37.631728 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.675265 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.677479 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:37.712459 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:44:37.719139 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:44:37.721626 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:44:37.750471 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'Port': ['ID=6a7c609f-07b5-4992-ace6-0641811e9828,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:37.753203 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:37.814229 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.859452 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:38.017954 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:38.023871 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:38.026407 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-94cb66dd-8442-4e0b-a6bc-236660318c1f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:38.090796 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'Port': ['ID=6a7c609f-07b5-4992-ace6-0641811e9828,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:38.094656 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:38.105602 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:38.118670 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:38.120236 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8533020 Jun 29 11:44:38.312005 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-a6f2a670-9edc-4f5f-b2f5-f0a3b68bd90d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--969753369&fields=id&tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662 HTTP/1.1" status: 200 len: 267 time: 0.0346587 Jun 29 11:44:38.429169 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-d4fb82f3-0463-402b-86ff-91b9d28476c2 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:38.430643 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-d4fb82f3-0463-402b-86ff-91b9d28476c2 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 809 time: 0.1113012 Jun 29 11:44:38.446297 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-2d5d46b4-260f-4dec-8646-c22d0eee2301 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/quotas/5bc5d09f9e5047bd8afa64daf6fcf662 HTTP/1.1" status: 200 len: 375 time: 0.0096996 Jun 29 11:44:38.521775 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-2841febb-1d8c-4907-9d1b-7e5da4699743 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699899 Jun 29 11:44:38.621248 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-01feb6e3-6ca4-489b-b881-3b65fc8e5828 service neutron] 10.222.0.72 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877745 Jun 29 11:44:38.716393 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-556ac061-f908-4d80-8bc1-2971d7be53a8 service neutron] 10.222.0.72 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890255 Jun 29 11:44:38.881140 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-35d80b07-a5b2-4d75-8f63-32e8f839d828 req-5c21bdc5-4493-4865-a66b-7f5dd4adb7c3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 210 time: 0.0286677 Jun 29 11:44:39.945598 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-a0645d0a-f27e-49ed-afce-a8fe63f4ff35 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:39.947200 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-a0645d0a-f27e-49ed-afce-a8fe63f4ff35 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 809 time: 0.1151383 Jun 29 11:44:39.994546 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-b22ea903-af13-4b66-9789-a7ad9a21936e tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662 HTTP/1.1" status: 200 len: 379 time: 0.0371490 Jun 29 11:44:40.003312 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'port': {'device_id': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'admin_state_up': True, 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'security_groups': ['11b87e9e-881e-4cda-8225-b18527ce2948']}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:40.063340 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-181fcc0b-42f2-40fe-953e-238d00cb30cc req-18758101-f5c6-4b82-a1ec-b38aa2c7d6fc tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 210 time: 0.0496767 Jun 29 11:44:40.120338 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Made reservation on behalf of 5bc5d09f9e5047bd8afa64daf6fcf662 for: {'port': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:44:40.123851 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.246940 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Allocated IP 172.20.0.13 (f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3/0f5e4ad0-3d72-4450-b5c2-0b416f085604/fd0b42b8-8c27-432c-9885-ff7fca9ebe02) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:44:40.387452 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.401299 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Transition to ACTIVE for port object fd0b42b8-8c27-432c-9885-ff7fca9ebe02 will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:44:40.433607 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.437578 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d7f9cc2a-81bb-407c-b499-8fb13acf855a tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:40.486369 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:44:40.492113 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:44:40.496440 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:44:40.500251 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event updated for resources: {'Port': ['ID=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:40.519237 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:40.545898 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:40.546542 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.561924 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5621867 Jun 29 11:44:40.574293 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Request body: {'port': {'device_id': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:40.649992 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.676843 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-f5671a8a-54b9-428c-9b8d-e91038efd2d9 None None] Provisioning for port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:44:40.681528 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-f5671a8a-54b9-428c-9b8d-e91038efd2d9 None None] Provisioning complete for port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:44:40.691549 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-f5671a8a-54b9-428c-9b8d-e91038efd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.710731 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38698) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:40.729815 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-f5671a8a-54b9-428c-9b8d-e91038efd2d9 None None] Port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:44:40.761501 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aee1c84-9477-4f24-9264-522e3adfce26 admin admin] Deleting subnet 8eed94da-ef33-4390-bd9b-5304dde413d9 {{(pid=93145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:44:40.764701 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6aee1c84-9477-4f24-9264-522e3adfce26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.800520 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6aee1c84-9477-4f24-9264-522e3adfce26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8038721'] for subnet, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.841509 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6aee1c84-9477-4f24-9264-522e3adfce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.901725 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6aee1c84-9477-4f24-9264-522e3adfce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8061683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7824906'] for subnet, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.904010 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-48a80b05-cc49-4bdd-a478-b038b7e6471f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:40.928875 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee1c84-9477-4f24-9264-522e3adfce26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eed94da-ef33-4390-bd9b-5304dde413d9,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:40.931901 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6aee1c84-9477-4f24-9264-522e3adfce26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:40.932914 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6aee1c84-9477-4f24-9264-522e3adfce26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:40.934754 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-6aee1c84-9477-4f24-9264-522e3adfce26 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8eed94da-ef33-4390-bd9b-5304dde413d9 HTTP/1.1" status: 204 len: 168 time: 0.2221723 Jun 29 11:44:40.938015 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 38700) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:40.947081 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0b42b8-8c27-432c-9885-ff7fca9ebe02 {{(pid=93144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:44:40.962688 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.009813 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Transition to ACTIVE for port object fd0b42b8-8c27-432c-9885-ff7fca9ebe02 will not be triggered until provisioned by entity L2. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:44:41.014709 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.022217 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:41.057357 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.087042 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:41.091781 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:41.222704 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.245281 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04000d90-3737-43c3-a4e4-d095953ab74f']}} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:41.259728 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f75f33-d36c-4625-b525-a8a8552b34a6') {'for_net_delete': True} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:41.260064 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f75f33-d36c-4625-b525-a8a8552b34a6') {} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:41.261831 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Attempting to bind port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:44:41.262010 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba9c49-7411-44a6-b490-a61e6f1ec1da req-1d9a2fca-50a2-4c07-bbb5-7da28cb7fbd3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:41.262493 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Attempting to bind port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:44:41.262493 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Attempting to bind port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 on network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:44:41.263673 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56ba9c49-7411-44a6-b490-a61e6f1ec1da req-1d9a2fca-50a2-4c07-bbb5-7da28cb7fbd3 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 944 time: 0.0816307 Jun 29 11:44:41.274299 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4475958'] for segment, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.275973 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 on network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:44:41.276377 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Attempting to bind port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 on network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:44:41.293278 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:44:41.293278 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Checking segment: {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:44:41.293278 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Bound using segment: {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:44:41.293783 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Bound port: fd0b42b8-8c27-432c-9885-ff7fca9ebe02, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1875f2f-3658-4982-aa80-b43595c8f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3'}}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:44:41.293783 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.298116 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.305580 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-56ba9c49-7411-44a6-b490-a61e6f1ec1da req-f4b92a52-5345-4012-b722-15e663983684 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358849 Jun 29 11:44:41.312879 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:44:41.313296 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4645090'] for segment, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: Traceback (most recent call last): Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: timer() Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: cb(*args, **kw) Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: return func(*args, **kwargs) Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: self._notify() Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: self.callback(batched_events) Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: event.method(event) Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: return f(self, *a, **k) Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._get(url).json() Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: return self.request(url, 'GET', **kwargs) Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:44:41.318284 dv-cinder-797608-2-iscsi neutron-server[93144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:44:41.643621 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.656490 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:41.661081 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.662631 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/04000d90-3737-43c3-a4e4-d095953ab74f HTTP/1.1" status: 204 len: 168 time: 0.7236094 Jun 29 11:44:41.675384 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] For port fd0b42b8-8c27-432c-9885-ff7fca9ebe02, host hv-cinder-79760, cleared binding levels {{(pid=93144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:44:41.678120 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=04000d90-3737-43c3-a4e4-d095953ab74f,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:41.681605 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:41.690127 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] For port fd0b42b8-8c27-432c-9885-ff7fca9ebe02, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:44:41.696498 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.699464 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:41.736598 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:41.737223 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.738720 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] 10.222.0.24 "PUT /v2.0/ports/fd0b42b8-8c27-432c-9885-ff7fca9ebe02 HTTP/1.1" status: 200 len: 1094 time: 1.1687350 Jun 29 11:44:41.739253 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'tag': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:41.741760 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d00584b-7095-431d-aa87-33effd53b469" -d '{"events": [{"name": "network-changed", "server_uuid": "f1af2c30-0f52-476f-934c-3385364dbc3d", "tag": "fd0b42b8-8c27-432c-9885-ff7fca9ebe02"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:41.761429 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,revision_number=3']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:41.764982 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:41.832688 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed028ed-2697-4aa5-9a40-13d89247de74 x-openstack-request-id: req-7ed028ed-2697-4aa5-9a40-13d89247de74 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:41.833199 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1af2c30-0f52-476f-934c-3385364dbc3d", "tag": "fd0b42b8-8c27-432c-9885-ff7fca9ebe02", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:41.833605 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7ed028ed-2697-4aa5-9a40-13d89247de74 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:41.834050 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'tag': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02', 'status': 'completed', 'code': 200} Jun 29 11:44:41.862911 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38710) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:41.865148 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-c2769170-2cf9-4c6f-aae9-89fa37b2f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:41.866822 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-c2769170-2cf9-4c6f-aae9-89fa37b2f11a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 1097 time: 0.0649464 Jun 29 11:44:41.911381 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-9b3fcb1f-5929-400c-be78-a2ab2ca797b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54b92f8163c544f4abcb2b7da4664d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469143 Jun 29 11:44:41.913744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38712) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:41.915570 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-98aa8397-4728-42e2-ae71-264fee124366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd0b42b8-8c27-432c-9885-ff7fca9ebe02 HTTP/1.1" status: 200 len: 217 time: 0.0404029 Jun 29 11:44:41.966443 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-4403598f-2979-49be-904a-8f069008b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:41.967891 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-4403598f-2979-49be-904a-8f069008b7fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.0460813 Jun 29 11:44:41.968794 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9b4f010b-7f09-4e39-8bbd-a9d5e7cb9b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:41.992196 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9b4f010b-7f09-4e39-8bbd-a9d5e7cb9b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:42.036675 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3805c6cc-d931-460f-8386-5331bb74c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:42.038551 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-3805c6cc-d931-460f-8386-5331bb74c05a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639317 Jun 29 11:44:42.042389 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9b4f010b-7f09-4e39-8bbd-a9d5e7cb9b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:42.045209 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-9b4f010b-7f09-4e39-8bbd-a9d5e7cb9b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:42.046387 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-9b4f010b-7f09-4e39-8bbd-a9d5e7cb9b74 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2205588e-405f-4afc-8e9f-0f33e276bf96 HTTP/1.1" status: 204 len: 168 time: 0.1316721 Jun 29 11:44:42.047167 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-bb3e4bee-df18-4f73-9997-f4261afb16a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:42.055902 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f010b-7f09-4e39-8bbd-a9d5e7cb9b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2205588e-405f-4afc-8e9f-0f33e276bf96,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:42.060362 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-9b4f010b-7f09-4e39-8bbd-a9d5e7cb9b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:42.135969 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-14c85efb-6c2f-4631-8f5e-8780c57a8353 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896842 Jun 29 11:44:42.239874 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-21b10f5f-886a-4d9c-8485-0f99ff17fd59 req-1d9af340-a129-4b83-be51-e8667a119bff service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959847 Jun 29 11:44:42.341753 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00584b-7095-431d-aa87-33effd53b469 req-e2c8fa3a-17f7-44dd-be8f-49b586b503f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:42.343430 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4d00584b-7095-431d-aa87-33effd53b469 req-e2c8fa3a-17f7-44dd-be8f-49b586b503f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 1097 time: 0.0563664 Jun 29 11:44:42.455597 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00584b-7095-431d-aa87-33effd53b469 req-e8c65cf3-ec48-4353-b181-a754ecbc0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:42.457515 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4d00584b-7095-431d-aa87-33effd53b469 req-e8c65cf3-ec48-4353-b181-a754ecbc0b3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 910 time: 0.1025541 Jun 29 11:44:42.523297 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4d00584b-7095-431d-aa87-33effd53b469 req-c509003a-41f9-435d-b3aa-ca511d65c9e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd0b42b8-8c27-432c-9885-ff7fca9ebe02 HTTP/1.1" status: 200 len: 217 time: 0.0390923 Jun 29 11:44:42.589707 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566865a-ac40-4a90-af16-9347aa3da023 req-63e3eefc-bf12-4f94-b3a6-49111d39396b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:42.591153 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a566865a-ac40-4a90-af16-9347aa3da023 req-63e3eefc-bf12-4f94-b3a6-49111d39396b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 944 time: 0.1390636 Jun 29 11:44:42.594594 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00584b-7095-431d-aa87-33effd53b469 req-a219cd1a-249a-4079-816f-ff18971e2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:42.595898 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4d00584b-7095-431d-aa87-33effd53b469 req-a219cd1a-249a-4079-816f-ff18971e2789 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.0652134 Jun 29 11:44:42.656527 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a566865a-ac40-4a90-af16-9347aa3da023 req-ac120578-345f-4a7a-afd3-d0f43eeae26a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595312 Jun 29 11:44:42.678838 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00584b-7095-431d-aa87-33effd53b469 req-13a2709b-4467-44e4-8de9-d0f928431538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:42.680503 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4d00584b-7095-431d-aa87-33effd53b469 req-13a2709b-4467-44e4-8de9-d0f928431538 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763493 Jun 29 11:44:42.773324 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4d00584b-7095-431d-aa87-33effd53b469 req-c3f7c5d1-5aa5-42a2-b947-5d779411e717 service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849786 Jun 29 11:44:42.867019 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4d00584b-7095-431d-aa87-33effd53b469 req-f382acfc-853c-47f6-8ae4-1cfb87c4568e service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856879 Jun 29 11:44:43.840601 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7420f5e-b358-4dfb-93b0-16ef01fb381d req-628f34e5-c2d0-49a7-9b2d-1b3e71126eb9 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:43.842026 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f7420f5e-b358-4dfb-93b0-16ef01fb381d req-628f34e5-c2d0-49a7-9b2d-1b3e71126eb9 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 944 time: 0.0632675 Jun 29 11:44:43.884038 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f7420f5e-b358-4dfb-93b0-16ef01fb381d req-8e4f2acf-64c9-405e-b22e-5a1227ad6e8a tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364394 Jun 29 11:44:45.070412 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045fc5f-7e06-4ef4-85f3-de9862bd1607 req-68d2a6fa-f4eb-40f9-8895-9558c16dd185 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:45.071802 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0045fc5f-7e06-4ef4-85f3-de9862bd1607 req-68d2a6fa-f4eb-40f9-8895-9558c16dd185 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 944 time: 0.0678589 Jun 29 11:44:45.112572 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0045fc5f-7e06-4ef4-85f3-de9862bd1607 req-83adca20-fb84-433f-97bc-8302b7d5235f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344176 Jun 29 11:44:45.229642 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device fd0b42b8-8c27-432c-9885-ff7fca9ebe02 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:44:45.322828 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port fd0b42b8-8c27-432c-9885-ff7fca9ebe02, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:45.334227 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'port_id': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02', 'mac_address': 'fa:16:3e:aa:28:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:44:45.370964 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:45.386586 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0b42b8-8c27-432c-9885-ff7fca9ebe02 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:44:45.405923 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port fd0b42b8-8c27-432c-9885-ff7fca9ebe02, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:45.409527 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:45.411942 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:45.455268 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:45.462638 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.462994 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.463340 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.463681 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.464019 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.464392 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.464733 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.465069 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.465423 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.465755 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.466086 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.466407 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:45.470121 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:45.778242 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['fd0b42b8-8c27-432c-9885-ff7fca9ebe02'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:44:46.284802 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c0a3-c885-4265-964c-53fe6f414dbc req-4daf093c-52d1-4ab5-bcce-78fd93f30851 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:46.287293 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-02c3c0a3-c885-4265-964c-53fe6f414dbc req-4daf093c-52d1-4ab5-bcce-78fd93f30851 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 945 time: 0.0649755 Jun 29 11:44:46.323500 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-02c3c0a3-c885-4265-964c-53fe6f414dbc req-307f978f-190f-4007-a464-95477441f390 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305464 Jun 29 11:44:47.243975 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device fd0b42b8-8c27-432c-9885-ff7fca9ebe02 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:44:47.294455 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:44:47.298457 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:44:47.298844 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:47.376731 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:47.400109 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:47.402360 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcb60e1-8944-4499-87c7-7d443aa14738" -d '{"events": [{"server_uuid": "f1af2c30-0f52-476f-934c-3385364dbc3d", "name": "network-vif-plugged", "status": "completed", "tag": "fd0b42b8-8c27-432c-9885-ff7fca9ebe02"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:47.415576 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port fd0b42b8-8c27-432c-9885-ff7fca9ebe02, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:47.420548 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:47.422412 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-77168e46-13cd-4c10-873a-3de32ca7d575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:47.454358 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a45682-46c0-4402-95a9-1a57baa58cd4 x-openstack-request-id: req-38a45682-46c0-4402-95a9-1a57baa58cd4 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:47.454651 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1af2c30-0f52-476f-934c-3385364dbc3d", "name": "network-vif-plugged", "status": "completed", "tag": "fd0b42b8-8c27-432c-9885-ff7fca9ebe02", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:47.454911 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-38a45682-46c0-4402-95a9-1a57baa58cd4 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:47.455303 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02', 'code': 200} Jun 29 11:44:47.475898 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:47.491657 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:47.494828 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:47.519914 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39ace1-8a18-4231-a086-3b7b76a23ed8 req-b38c0b29-9626-4ff8-b38e-c6836da9abcb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:47.521406 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3a39ace1-8a18-4231-a086-3b7b76a23ed8 req-b38c0b29-9626-4ff8-b38e-c6836da9abcb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 946 time: 0.0817046 Jun 29 11:44:47.561922 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3a39ace1-8a18-4231-a086-3b7b76a23ed8 req-e4227c1f-dbcb-4876-bf44-fe00f010999f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347562 Jun 29 11:44:47.664880 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af7ccf-3f80-4e99-8206-6d8004eaf306 req-0945f0b0-fa7a-4311-b547-093428853945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:47.666438 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-24af7ccf-3f80-4e99-8206-6d8004eaf306 req-0945f0b0-fa7a-4311-b547-093428853945 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 1099 time: 0.0517323 Jun 29 11:44:47.705565 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-24af7ccf-3f80-4e99-8206-6d8004eaf306 req-f83640b3-f965-46ad-ad22-20f4d65f2296 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274324 Jun 29 11:44:48.272989 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:44:48.742807 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43fa0-20d8-4845-8243-9403822d8068 req-ebc66f5d-8eb3-4391-a723-b446187acd0f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:48.744897 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4fb43fa0-20d8-4845-8243-9403822d8068 req-ebc66f5d-8eb3-4391-a723-b446187acd0f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 946 time: 0.0643914 Jun 29 11:44:48.783682 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4fb43fa0-20d8-4845-8243-9403822d8068 req-9fe01eac-c4f5-4a7c-b14a-2b8f4727b521 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336530 Jun 29 11:44:49.963381 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9feb841-fc84-42b4-adee-d3a66afe2c4b req-475dc5e5-35a8-4384-9458-4640278dc8a9 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:49.964894 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9feb841-fc84-42b4-adee-d3a66afe2c4b req-475dc5e5-35a8-4384-9458-4640278dc8a9 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 946 time: 0.0678947 Jun 29 11:44:50.003490 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b9feb841-fc84-42b4-adee-d3a66afe2c4b req-dd84b366-1821-4b94-a14e-186eec01691d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329781 Jun 29 11:44:50.178295 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82f307-47ec-43cd-a3e9-2afb9afd9344 req-c79f4631-dae3-4be6-be0b-7c973595935b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:50.179919 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4c82f307-47ec-43cd-a3e9-2afb9afd9344 req-c79f4631-dae3-4be6-be0b-7c973595935b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 946 time: 0.0688658 Jun 29 11:44:50.188706 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 38748) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:50.194142 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-71122508-e518-4f8a-963c-a4c5a0af219c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Request body: {'floatingip': {'port_id': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:44:50.237960 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-71122508-e518-4f8a-963c-a4c5a0af219c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:50.723582 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-71122508-e518-4f8a-963c-a4c5a0af219c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:50.727921 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-71122508-e518-4f8a-963c-a4c5a0af219c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:50.838847 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.l3_db [None req-71122508-e518-4f8a-963c-a4c5a0af219c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Floating IP 983100e2-b05a-4723-808b-0c1bcf4f7968 associated. External IP: 172.27.3.138, port: fd0b42b8-8c27-432c-9885-ff7fca9ebe02. Jun 29 11:44:51.056371 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71122508-e518-4f8a-963c-a4c5a0af219c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Router aee093cf-c007-4b80-afad-45e356a6e9b3 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:44:51.177527 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71122508-e518-4f8a-963c-a4c5a0af219c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:44:51.182107 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-71122508-e518-4f8a-963c-a4c5a0af219c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:51.186958 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] Sync routers for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:44:51.198368 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:51.199009 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:44:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:51.220541 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-71122508-e518-4f8a-963c-a4c5a0af219c tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "PUT /v2.0/floatingips/983100e2-b05a-4723-808b-0c1bcf4f7968 HTTP/1.1" status: 200 len: 992 time: 1.0306399 Jun 29 11:44:51.221223 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'tag': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:51.224341 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08" -d '{"events": [{"name": "network-changed", "server_uuid": "f1af2c30-0f52-476f-934c-3385364dbc3d", "tag": "fd0b42b8-8c27-432c-9885-ff7fca9ebe02"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:51.263586 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ea03af-ec6d-433c-92c3-eefa0f90b718 x-openstack-request-id: req-00ea03af-ec6d-433c-92c3-eefa0f90b718 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:51.263914 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1af2c30-0f52-476f-934c-3385364dbc3d", "tag": "fd0b42b8-8c27-432c-9885-ff7fca9ebe02", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:51.264231 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-00ea03af-ec6d-433c-92c3-eefa0f90b718 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:51.264667 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'tag': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02', 'status': 'completed', 'code': 200} Jun 29 11:44:51.311137 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:51.364089 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-c4664734-37c0-4ae1-8b18-37702beadae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:51.365966 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-c4664734-37c0-4ae1-8b18-37702beadae0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 1099 time: 0.0708518 Jun 29 11:44:51.461188 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-161066ce-b2cc-44ed-b1f3-4f0c34c08a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:51.462660 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-161066ce-b2cc-44ed-b1f3-4f0c34c08a83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 200 len: 910 time: 0.0908103 Jun 29 11:44:51.534847 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-7669d108-9f0c-4da3-96e3-f0553ace6b80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd0b42b8-8c27-432c-9885-ff7fca9ebe02 HTTP/1.1" status: 200 len: 1000 time: 0.0652387 Jun 29 11:44:51.551847 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '983100e2-b05a-4723-808b-0c1bcf4f7968', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'port_id': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'mac_address': 'fa:16:3e:aa:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:44:37Z', 'updated_at': '2021-06-29T11:44:50Z', 'revision_number': 1, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:51.577619 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] Checking router: aee093cf-c007-4b80-afad-45e356a6e9b3 for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:44:51.584994 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-33cd537f-084e-41dd-9584-95e6d0522619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:51.586636 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-33cd537f-084e-41dd-9584-95e6d0522619 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 200 len: 848 time: 0.0444283 Jun 29 11:44:51.586757 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:51.587320 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:44:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:51.651465 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-84bd433a-5255-44a6-8c92-9c6b880a57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:51.652982 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-84bd433a-5255-44a6-8c92-9c6b880a57dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576768 Jun 29 11:44:51.691816 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:51.743873 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-f7b6c596-bd9e-4705-9bf8-2cf77addbc2e service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840149 Jun 29 11:44:51.842879 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-15c9deb7-3cfa-46bd-b44f-f8e40dfe1a08 req-6ecb5d69-72b7-4230-a139-7be769e4847e service neutron] 10.222.0.24 "GET /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900414 Jun 29 11:44:51.921573 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '983100e2-b05a-4723-808b-0c1bcf4f7968', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'port_id': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'mac_address': 'fa:16:3e:aa:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:44:37Z', 'updated_at': '2021-06-29T11:44:50Z', 'revision_number': 1, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:51.948396 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38754080-852f-4bd2-805e-effb3bbb2fed None None] The sync data for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi is: [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '983100e2-b05a-4723-808b-0c1bcf4f7968', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'port_id': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'mac_address': 'fa:16:3e:aa:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:44:37Z', 'updated_at': '2021-06-29T11:44:50Z', 'revision_number': 1, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:44:52.137248 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ccbac-bc37-4a4e-a04b-61e35d246ebd None None] New status for floating IP 983100e2-b05a-4723-808b-0c1bcf4f7968: ACTIVE {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:44:53.126266 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1ca9ea25-986a-4816-917a-e3c61e2e03ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:56.420358 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-754d5894-80d5-4e70-8836-44567df4f77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.090862 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:58.029710 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:59.523891 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:17.452356 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:23.129937 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ff0d-1be8-4464-9f35-cad4d58aeb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:25.273269 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:45:26.419891 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b97ca721-af6f-4fb9-a6fc-eb63c4f19b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:27.082476 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:28.030250 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:29.524496 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.445446 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.857195 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-62c2a8a2-d9ff-4c73-9486-c3c0a055ee60 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620997 Jun 29 11:45:47.961646 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-6615ddc5-0319-45f7-9373-eab82e53b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:47.963672 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-6615ddc5-0319-45f7-9373-eab82e53b846 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 1099 time: 0.0540340 Jun 29 11:45:48.079551 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-512400bd-9ef4-4895-a94e-5fef470d4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:48.081107 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-512400bd-9ef4-4895-a94e-5fef470d4edf service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.0972717 Jun 29 11:45:48.156783 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-e2201b8e-3192-4290-9131-27762a14d9ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611 HTTP/1.1" status: 200 len: 1000 time: 0.0664222 Jun 29 11:45:48.219338 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-39890113-e7ab-4f89-9f08-ceda6520d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:48.220907 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-39890113-e7ab-4f89-9f08-ceda6520d817 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0574956 Jun 29 11:45:48.303858 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-164644bd-a7b7-4264-94f4-799e5e9d59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:48.305341 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-164644bd-a7b7-4264-94f4-799e5e9d59bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770051 Jun 29 11:45:48.316571 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-0d7f859d-ad27-45a7-b771-a14c363e02ec service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:45:48.317636 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-0d7f859d-ad27-45a7-b771-a14c363e02ec service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056186 Jun 29 11:45:48.427359 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-3955c8e8-4931-4b56-bdf0-8f6c59830aee service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027331 Jun 29 11:45:48.526603 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d482406d-041e-4a54-9624-b7c6fbd28a42 req-b0a2358a-6d2c-4a21-b0af-664e8f14e4a8 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905211 Jun 29 11:45:53.135735 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d085abbe-b34c-4cbf-aadb-0b73bcc26c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:56.428900 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c3686b5f-94a6-4c8b-9e5b-bc9b2a458cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:57.086564 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:58.036180 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:59.443716 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c55ec-9e23-483d-8d89-1f7205e54e3e req-3ddc6d5c-e74a-49f8-9186-ebb90b4ae853 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:59.445259 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d22c55ec-9e23-483d-8d89-1f7205e54e3e req-3ddc6d5c-e74a-49f8-9186-ebb90b4ae853 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.1796694 Jun 29 11:45:59.530690 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:59.774003 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d22c55ec-9e23-483d-8d89-1f7205e54e3e req-84bd0ce7-1968-4b7f-9480-61421363f612 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230183 Jun 29 11:46:00.957629 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dceaf4-7676-42f8-8475-c10447be850b req-1f4dc841-018d-4027-8f71-764f0da071aa tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:00.959038 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-93dceaf4-7676-42f8-8475-c10447be850b req-1f4dc841-018d-4027-8f71-764f0da071aa tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0675881 Jun 29 11:46:00.998368 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-93dceaf4-7676-42f8-8475-c10447be850b req-3287d8a4-c1b9-4cdf-b16a-ecb46167e50a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334103 Jun 29 11:46:02.177823 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099ef3-16e0-4afa-a0f9-3a07bdc0e2d7 req-b7f19665-c1b9-4afc-b6d6-fc94f1306835 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:02.179349 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ef099ef3-16e0-4afa-a0f9-3a07bdc0e2d7 req-b7f19665-c1b9-4afc-b6d6-fc94f1306835 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0629306 Jun 29 11:46:02.223283 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ef099ef3-16e0-4afa-a0f9-3a07bdc0e2d7 req-536e0afc-c5d6-4155-9dcb-9e19e87fffbc tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370505 Jun 29 11:46:02.271274 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:46:03.408634 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1c7b5-3ccb-49d4-82ee-0114e4b988f6 req-0dc07e3b-c4b8-438d-9ba9-59331f1a7b88 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:03.410202 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ece1c7b5-3ccb-49d4-82ee-0114e4b988f6 req-0dc07e3b-c4b8-438d-9ba9-59331f1a7b88 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0653892 Jun 29 11:46:03.452678 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ece1c7b5-3ccb-49d4-82ee-0114e4b988f6 req-63e605b0-3c1e-4a6f-b1eb-629f486f00c8 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368421 Jun 29 11:46:04.630021 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1ee25-0955-4873-bcf3-2df0d994d09f req-2c2da389-2a3f-41e7-aa44-063db0d2cfcb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:04.631643 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8ec1ee25-0955-4873-bcf3-2df0d994d09f req-2c2da389-2a3f-41e7-aa44-063db0d2cfcb tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0629203 Jun 29 11:46:04.670951 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8ec1ee25-0955-4873-bcf3-2df0d994d09f req-a066d857-3484-4e7b-b7d5-d09a03732580 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324256 Jun 29 11:46:05.852890 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333a1b-9a99-444d-ac81-d22f35cc4d83 req-6c02a5b9-5855-4996-b023-54c89d02b263 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:05.855058 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d0333a1b-9a99-444d-ac81-d22f35cc4d83 req-6c02a5b9-5855-4996-b023-54c89d02b263 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0686271 Jun 29 11:46:05.896508 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d0333a1b-9a99-444d-ac81-d22f35cc4d83 req-bd650742-ca0a-4ef5-a1af-cbdcda1c4ed7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353401 Jun 29 11:46:07.090788 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69e8b4-26c1-4807-ac65-ba8de4df042d req-20eccf3e-7cba-4b31-a506-3672d1a32c37 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:07.092333 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-af69e8b4-26c1-4807-ac65-ba8de4df042d req-20eccf3e-7cba-4b31-a506-3672d1a32c37 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0660579 Jun 29 11:46:07.131039 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-af69e8b4-26c1-4807-ac65-ba8de4df042d req-b0cc2bfb-e017-4ec4-af8a-f6daece512b7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330987 Jun 29 11:46:08.325165 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3531a-bd59-4c50-b73f-9ddd950c3295 req-60767ad1-271a-4d2a-95bd-c5fddd0718bc tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:08.326630 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ddb3531a-bd59-4c50-b73f-9ddd950c3295 req-60767ad1-271a-4d2a-95bd-c5fddd0718bc tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0788052 Jun 29 11:46:08.370512 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-ddb3531a-bd59-4c50-b73f-9ddd950c3295 req-7cbc707b-d48e-4bfb-8c7b-123c58c342db tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382903 Jun 29 11:46:09.558920 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c3ff7-eec3-4a1a-af58-1e65da6840fc req-36a8a38d-e902-414e-a0d5-a6c87791240d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:09.560553 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8c9c3ff7-eec3-4a1a-af58-1e65da6840fc req-36a8a38d-e902-414e-a0d5-a6c87791240d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0674057 Jun 29 11:46:09.600237 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8c9c3ff7-eec3-4a1a-af58-1e65da6840fc req-e5fe9c24-2dbe-4de6-ae9d-f0617e8d8fd9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Jun 29 11:46:10.807747 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd224c-17ac-4806-9f12-1d6a96b44bd8 req-a9285061-3b1c-44ab-ae3a-fba9c19fe527 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:10.809253 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-edbd224c-17ac-4806-9f12-1d6a96b44bd8 req-a9285061-3b1c-44ab-ae3a-fba9c19fe527 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0712271 Jun 29 11:46:10.851303 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-edbd224c-17ac-4806-9f12-1d6a96b44bd8 req-54f6c871-c12a-4af8-aa27-f9a2152189a7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360560 Jun 29 11:46:11.585924 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 96f7f558-9d4a-4dda-8b12-ac9dacafc611 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:46:11.682805 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:11.693250 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'port_id': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'mac_address': 'fa:16:3e:8d:2a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:46:11.729890 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:11.741970 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96f7f558-9d4a-4dda-8b12-ac9dacafc611 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:46:11.762595 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:11.766580 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:11.768419 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:46:11.815615 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=6']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:46:11.823073 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.823422 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.823767 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.824109 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.824468 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.824801 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.825131 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.825462 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.825792 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.826117 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.826441 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.826765 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:11.830429 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:46:11.850500 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['96f7f558-9d4a-4dda-8b12-ac9dacafc611'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:46:12.044707 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11583b58-49ec-49b8-b3c5-592a0e2ef760 req-7785362d-dfdf-44e0-95e1-45fd8940614d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:12.046273 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-11583b58-49ec-49b8-b3c5-592a0e2ef760 req-7785362d-dfdf-44e0-95e1-45fd8940614d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 945 time: 0.0729175 Jun 29 11:46:12.084996 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-11583b58-49ec-49b8-b3c5-592a0e2ef760 req-67fb40ac-3e49-42d9-b641-6354ba89f5e5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332298 Jun 29 11:46:13.264890 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c604ab-c12c-406c-8746-9a687519d756 req-a2e2c2ac-64c2-4ff8-b1fa-f6b00e68b05f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:13.266419 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-08c604ab-c12c-406c-8746-9a687519d756 req-a2e2c2ac-64c2-4ff8-b1fa-f6b00e68b05f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 945 time: 0.0651605 Jun 29 11:46:13.305359 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-08c604ab-c12c-406c-8746-9a687519d756 req-361e04d4-9741-4a10-a9b2-da67058f882b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331850 Jun 29 11:46:13.601920 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 96f7f558-9d4a-4dda-8b12-ac9dacafc611 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:46:13.649847 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:46:13.650887 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:13.726245 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:13.747312 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:46:13.749582 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404bc467-6a41-4aba-9932-09eaf0518c3a" -d '{"events": [{"server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "name": "network-vif-plugged", "status": "completed", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:46:13.764308 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:13.769884 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:13.772719 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:46:13.795687 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98ac145-c2db-4268-8b6a-7e8b2e67bec2 x-openstack-request-id: req-d98ac145-c2db-4268-8b6a-7e8b2e67bec2 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:46:13.795998 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "name": "network-vif-plugged", "status": "completed", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:46:13.796288 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d98ac145-c2db-4268-8b6a-7e8b2e67bec2 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:46:13.796694 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'code': 200} Jun 29 11:46:13.820964 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=7']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:46:13.824451 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:46:14.491307 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b4605-ba5c-4543-bdf7-275dce034c93 req-8a5bbfad-673a-45e6-90f1-662cc5496eb9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:14.492838 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-405b4605-ba5c-4543-bdf7-275dce034c93 req-8a5bbfad-673a-45e6-90f1-662cc5496eb9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0659482 Jun 29 11:46:14.531557 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-405b4605-ba5c-4543-bdf7-275dce034c93 req-85256cc0-4cb8-4ddc-a177-6cf95c30c519 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329659 Jun 29 11:46:15.713385 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f402ba-f16e-48a9-80be-ec74965c22cd req-3ff0b8b0-4fe0-4349-bf35-9014f39b7498 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:15.714563 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-33f402ba-f16e-48a9-80be-ec74965c22cd req-3ff0b8b0-4fe0-4349-bf35-9014f39b7498 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0630057 Jun 29 11:46:15.758667 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-33f402ba-f16e-48a9-80be-ec74965c22cd req-d4bf2184-c19d-483c-9fab-e1aa3924a880 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384278 Jun 29 11:46:16.943477 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa687bf0-37d7-470c-901d-4f7ac8a5751c req-3997966b-f604-4e83-907e-3bcaff0b749e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:16.945046 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-aa687bf0-37d7-470c-901d-4f7ac8a5751c req-3997966b-f604-4e83-907e-3bcaff0b749e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0689270 Jun 29 11:46:16.985070 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-aa687bf0-37d7-470c-901d-4f7ac8a5751c req-d72de6d9-cca4-4449-ada1-32293b10da12 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330989 Jun 29 11:46:17.463414 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:18.195182 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93af3d-7c95-41e6-8dce-2aadefa2ba26 req-6c8530c1-b220-43a5-8e5e-1e6150b22d8c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:18.197405 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9c93af3d-7c95-41e6-8dce-2aadefa2ba26 req-6c8530c1-b220-43a5-8e5e-1e6150b22d8c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0741520 Jun 29 11:46:18.248312 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9c93af3d-7c95-41e6-8dce-2aadefa2ba26 req-488fa336-a8ab-4d85-a987-ca121a38f7a9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449660 Jun 29 11:46:19.477796 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd93389-d187-468e-9893-277f76334d01 req-63a54b6f-f133-4f19-b6be-552abe138954 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:19.479424 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2dd93389-d187-468e-9893-277f76334d01 req-63a54b6f-f133-4f19-b6be-552abe138954 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0740047 Jun 29 11:46:19.532071 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2dd93389-d187-468e-9893-277f76334d01 req-9721a019-f853-4f99-8044-9aec9f5af80d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467949 Jun 29 11:46:20.767937 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aa3c6-7600-4701-9b1c-15c9d2876ae7 req-8d76dd19-761d-47b2-860f-fc8b6f018c45 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:20.770361 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7d5aa3c6-7600-4701-9b1c-15c9d2876ae7 req-8d76dd19-761d-47b2-860f-fc8b6f018c45 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.1029589 Jun 29 11:46:20.815418 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7d5aa3c6-7600-4701-9b1c-15c9d2876ae7 req-854b579a-6333-48c2-bcfd-dbd3ef8cc92a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380163 Jun 29 11:46:22.035037 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5e64f-b7c3-4d79-8b0c-b539a00ba075 req-a89be605-d9a0-4e10-bddf-7d3715fe16bd tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:22.036597 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1ce5e64f-b7c3-4d79-8b0c-b539a00ba075 req-a89be605-d9a0-4e10-bddf-7d3715fe16bd tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0833395 Jun 29 11:46:22.082814 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1ce5e64f-b7c3-4d79-8b0c-b539a00ba075 req-79a1d69e-5aa8-482b-bc36-acf9201c601c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397687 Jun 29 11:46:23.176158 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8dd2-0df8-4786-b1a2-4632f32db652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:23.308273 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4e8bd-5ddb-4d37-880d-eae7334af7bc req-302bac06-8e2c-484f-8776-502bcac30904 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:23.309740 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8cb4e8bd-5ddb-4d37-880d-eae7334af7bc req-302bac06-8e2c-484f-8776-502bcac30904 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0885506 Jun 29 11:46:23.358472 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8cb4e8bd-5ddb-4d37-880d-eae7334af7bc req-49623992-9f07-4ced-9c77-c389aa302fbc tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401676 Jun 29 11:46:24.552904 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9690-bac0-450a-a4b6-d7783871b976 req-2567afce-931c-4237-b898-515ab3f0ac64 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:24.555132 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7b8e9690-bac0-450a-a4b6-d7783871b976 req-2567afce-931c-4237-b898-515ab3f0ac64 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0695181 Jun 29 11:46:24.597903 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7b8e9690-bac0-450a-a4b6-d7783871b976 req-d6727113-b5c9-4c44-8e40-2a9c2055ebea tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366814 Jun 29 11:46:25.885461 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3398e7c-a288-4b0c-affd-bfb48841585f req-ec042f1f-cce8-4d61-ace3-2d86f101625b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:25.885461 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a3398e7c-a288-4b0c-affd-bfb48841585f req-ec042f1f-cce8-4d61-ace3-2d86f101625b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0814211 Jun 29 11:46:25.926152 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a3398e7c-a288-4b0c-affd-bfb48841585f req-4b6d372e-09de-4686-b208-a7ed40c2d3e3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452754 Jun 29 11:46:26.428167 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ffb74f71-be49-4832-8e1d-cd6d3188a547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:27.090308 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:27.121494 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf38032-0ca3-4657-bdc3-bba2fa0a0673 req-433306cc-dbb1-4584-995f-9f14b1103574 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:27.122952 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5bf38032-0ca3-4657-bdc3-bba2fa0a0673 req-433306cc-dbb1-4584-995f-9f14b1103574 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0658615 Jun 29 11:46:27.160665 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5bf38032-0ca3-4657-bdc3-bba2fa0a0673 req-a7ea9c6a-5224-403a-9837-2a6631f72217 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Jun 29 11:46:27.761776 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-ac8600b0-e0a9-4211-8ff2-ef5db3fad831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:27.763472 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-ac8600b0-e0a9-4211-8ff2-ef5db3fad831 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 1099 time: 0.1031995 Jun 29 11:46:27.873702 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-cc77cc2b-cf5c-4e0c-b994-903de2baabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:27.875171 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-cc77cc2b-cf5c-4e0c-b994-903de2baabd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.1054571 Jun 29 11:46:27.940153 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-7ba44091-4d53-402b-9b23-ac573c99f5e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611 HTTP/1.1" status: 200 len: 1000 time: 0.0574744 Jun 29 11:46:27.992041 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-769ceeb5-4277-4dfd-a226-23f44bdba191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:27.993491 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-769ceeb5-4277-4dfd-a226-23f44bdba191 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0468311 Jun 29 11:46:28.037467 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:28.056909 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-a48681bf-b62e-4081-b550-4319a9def027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:28.058942 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-a48681bf-b62e-4081-b550-4319a9def027 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591037 Jun 29 11:46:28.161430 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-9b7330f1-27de-401d-bfbd-7ebb73ae61f0 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961523 Jun 29 11:46:28.251181 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c699eabd-b4ca-403d-917b-0972b6f33e4b req-0505acbd-f203-413c-a401-0fa612fd234f service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826831 Jun 29 11:46:28.347851 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ce7cd-6a54-4894-b38f-a4934dc49466 req-91ed116b-51c6-4523-a64b-432314614581 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:28.349625 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bd9ce7cd-6a54-4894-b38f-a4934dc49466 req-91ed116b-51c6-4523-a64b-432314614581 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0641334 Jun 29 11:46:28.388230 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bd9ce7cd-6a54-4894-b38f-a4934dc49466 req-e2f41f9c-a596-4de4-b302-8e00aa7b521e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326004 Jun 29 11:46:29.532064 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:29.565374 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3b97b-17a6-4169-91ed-f092ab17ca49 req-5178fd36-bef3-4d07-b91f-815c4ad2bd7d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:29.566829 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4fa3b97b-17a6-4169-91ed-f092ab17ca49 req-5178fd36-bef3-4d07-b91f-815c4ad2bd7d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0634785 Jun 29 11:46:29.605903 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4fa3b97b-17a6-4169-91ed-f092ab17ca49 req-2608998b-05f4-4d1a-96ec-e67e361abbb9 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322485 Jun 29 11:46:30.794610 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e80ac1-6951-4d8f-b3e3-6954759361fe req-4b7bcb94-c528-4a5f-b972-a7416cf4391e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:30.796151 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-04e80ac1-6951-4d8f-b3e3-6954759361fe req-4b7bcb94-c528-4a5f-b972-a7416cf4391e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0680397 Jun 29 11:46:30.834513 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-04e80ac1-6951-4d8f-b3e3-6954759361fe req-6468c872-3b71-4fce-b8d5-d86eae6ff97e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325170 Jun 29 11:46:31.717090 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 96f7f558-9d4a-4dda-8b12-ac9dacafc611 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:46:31.934107 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:31.957038 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:46:31.959409 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f569b75-e980-47a5-a6de-d6e02e59b7dc" -d '{"events": [{"server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "name": "network-vif-unplugged", "status": "completed", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:46:31.973069 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:31.977809 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:31.982528 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:46:32.006392 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7990d935-f027-4301-af31-7cb704d881de x-openstack-request-id: req-7990d935-f027-4301-af31-7cb704d881de {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:46:32.006904 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "name": "network-vif-unplugged", "status": "failed", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611", "code": 422}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:46:32.007276 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7990d935-f027-4301-af31-7cb704d881de {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:46:32.008224 dv-cinder-797608-2-iscsi neutron-server[93146]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'code': 422} returned with failed status Jun 29 11:46:32.014007 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1888-b886-46ef-9052-80f85b51b48b req-9cb88f96-313b-4ff6-8955-a1f0d6a015cf tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:32.015627 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-48ac1888-b886-46ef-9052-80f85b51b48b req-9cb88f96-313b-4ff6-8955-a1f0d6a015cf tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 946 time: 0.0720835 Jun 29 11:46:32.036619 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=8']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:46:32.045278 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:46:32.059988 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-48ac1888-b886-46ef-9052-80f85b51b48b req-85aa1442-0ecd-42c1-bdac-45aa51f51957 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375276 Jun 29 11:46:32.127207 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-1066dc3d-88ff-431f-b0c2-6e262c9c34da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103683 Jun 29 11:46:33.170702 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-86062756-8529-4f33-bb3b-fc713dffb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:33.172274 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-86062756-8529-4f33-bb3b-fc713dffb74e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c&tenant_id=a2fc0d2c6f944d52939e72f3559d83cb HTTP/1.1" status: 200 len: 1097 time: 0.0829737 Jun 29 11:46:33.284799 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892a0af-d4b7-4b3e-9da5-25b33a98efe7 req-7b3d556a-c174-4b2a-a020-a1f0d0370435 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:33.286291 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e892a0af-d4b7-4b3e-9da5-25b33a98efe7 req-7b3d556a-c174-4b2a-a020-a1f0d0370435 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.1113334 Jun 29 11:46:33.295129 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-9f3cb1b4-e841-4199-946e-15f7e2ef617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:33.296522 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-9f3cb1b4-e841-4199-946e-15f7e2ef617f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 1097 time: 0.0875702 Jun 29 11:46:33.371703 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e892a0af-d4b7-4b3e-9da5-25b33a98efe7 req-d166e1ea-55c8-4c42-aed1-13a5fd659913 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788252 Jun 29 11:46:33.415517 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-c5900b51-e5f2-42ae-8658-d9e9ba98e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:33.417472 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-c5900b51-e5f2-42ae-8658-d9e9ba98e488 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.1142986 Jun 29 11:46:33.481445 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-8831d3f9-c190-4d4d-a863-c0f91f1bd53e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611 HTTP/1.1" status: 200 len: 998 time: 0.0576544 Jun 29 11:46:33.528986 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-34c6cc97-07c5-4fae-ad69-871f83df1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:33.530388 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-34c6cc97-07c5-4fae-ad69-871f83df1b66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0432980 Jun 29 11:46:33.590973 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-55aa1e80-1dac-4098-86db-47f881ccc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:33.592490 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-55aa1e80-1dac-4098-86db-47f881ccc940 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554321 Jun 29 11:46:33.696795 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-fa8ff413-5667-4d4f-92b0-5323cefa7498 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972278 Jun 29 11:46:33.802341 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-d6d4e98d-d7d2-4868-a21d-4fc090ff7e54 service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985253 Jun 29 11:46:34.566694 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8bf8f-1172-4a5c-8e73-c01bdf4837f5 req-fcabc86d-9cac-4335-8b48-b211849031c1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:34.568224 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1ce8bf8f-1172-4a5c-8e73-c01bdf4837f5 req-fcabc86d-9cac-4335-8b48-b211849031c1 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0684240 Jun 29 11:46:34.610785 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-1ce8bf8f-1172-4a5c-8e73-c01bdf4837f5 req-1e074815-23f0-4501-9008-fb7a0961c580 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362759 Jun 29 11:46:35.805829 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9c536-ef82-4a4d-b7ca-2dd2a4f44677 req-1f6a5cf5-647e-43d6-ad72-fbf34a6a9fc3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:35.808210 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-03b9c536-ef82-4a4d-b7ca-2dd2a4f44677 req-1f6a5cf5-647e-43d6-ad72-fbf34a6a9fc3 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0646288 Jun 29 11:46:35.847537 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-03b9c536-ef82-4a4d-b7ca-2dd2a4f44677 req-61e9ea1b-b616-41f5-9d1f-900e3aa46bc7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334175 Jun 29 11:46:37.049727 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d0295-d6aa-45df-8e6a-56173d2279f3 req-7981e85e-4d69-476a-9c8f-290fae286d0e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:37.051594 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-846d0295-d6aa-45df-8e6a-56173d2279f3 req-7981e85e-4d69-476a-9c8f-290fae286d0e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0729322 Jun 29 11:46:37.106556 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-846d0295-d6aa-45df-8e6a-56173d2279f3 req-7d68dca3-7e03-4c89-a71e-daf13e551ba8 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492156 Jun 29 11:46:38.299284 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a42f-b63d-43af-a688-756669e7af40 req-3635ffac-a2e2-4173-8f2f-b26b2f3905db tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:38.300886 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a257a42f-b63d-43af-a688-756669e7af40 req-3635ffac-a2e2-4173-8f2f-b26b2f3905db tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0774286 Jun 29 11:46:38.344047 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a257a42f-b63d-43af-a688-756669e7af40 req-a2a665d4-d794-4248-8401-5cf917c1324a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358844 Jun 29 11:46:39.269565 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:46:39.537322 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debeef13-9260-4348-8a52-868d66014db6 req-af770171-1499-4292-a1de-1ea7d2df2d7a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:39.538848 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-debeef13-9260-4348-8a52-868d66014db6 req-af770171-1499-4292-a1de-1ea7d2df2d7a tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0705476 Jun 29 11:46:39.579366 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-debeef13-9260-4348-8a52-868d66014db6 req-b7bc8abb-692d-42f1-b672-368d266d3781 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333488 Jun 29 11:46:40.762811 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40075-4351-4d74-a3a6-6b93e494ae10 req-b9dce2c4-d04c-43dd-92e9-b34037f7c33c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:40.764324 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4ad40075-4351-4d74-a3a6-6b93e494ae10 req-b9dce2c4-d04c-43dd-92e9-b34037f7c33c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0679061 Jun 29 11:46:40.812571 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4ad40075-4351-4d74-a3a6-6b93e494ae10 req-25d09ef8-d341-42bb-8de4-19bccc51fc17 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424526 Jun 29 11:46:41.999652 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab14ac-563d-4a2c-99a5-385bd9e697f9 req-481e93c4-8a0e-47a4-b573-afcc69020285 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:42.001237 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14ab14ac-563d-4a2c-99a5-385bd9e697f9 req-481e93c4-8a0e-47a4-b573-afcc69020285 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0673532 Jun 29 11:46:42.041881 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-14ab14ac-563d-4a2c-99a5-385bd9e697f9 req-054933ea-2173-4461-9384-15b1fc3b33d5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350437 Jun 29 11:46:43.259032 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8eb6c-c522-4b06-99c4-8558af24b4dc req-85cec767-1bad-4189-88e3-0ea5255a2c53 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:43.260528 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-51c8eb6c-c522-4b06-99c4-8558af24b4dc req-85cec767-1bad-4189-88e3-0ea5255a2c53 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0644219 Jun 29 11:46:43.300448 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-51c8eb6c-c522-4b06-99c4-8558af24b4dc req-ad72e0d7-86b3-424a-8c88-722238a8ad4c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336714 Jun 29 11:46:44.494278 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628b336-e81a-49c2-943f-2c94d08954f0 req-6fd25d37-f1bf-4b1a-8660-5272e0f2b7f5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:44.496759 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d628b336-e81a-49c2-943f-2c94d08954f0 req-6fd25d37-f1bf-4b1a-8660-5272e0f2b7f5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0722861 Jun 29 11:46:44.538851 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d628b336-e81a-49c2-943f-2c94d08954f0 req-8a0a4c28-acf4-4313-bee9-b60e18e82c75 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358124 Jun 29 11:46:45.721639 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac5e5a-ca61-4723-9e53-09b61762d2a5 req-3a1f91f1-d2a2-4a5a-b1f7-6594160c72c0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:45.723100 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fcac5e5a-ca61-4723-9e53-09b61762d2a5 req-3a1f91f1-d2a2-4a5a-b1f7-6594160c72c0 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0677176 Jun 29 11:46:45.761391 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fcac5e5a-ca61-4723-9e53-09b61762d2a5 req-5cff551b-ecad-4e02-8924-d463a3f6510e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Jun 29 11:46:46.936860 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e41af-2df5-447e-9b78-677ef51bc9f5 req-2f4ebc2d-714b-4c3d-864e-5d802b0fe22d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:46.938348 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d82e41af-2df5-447e-9b78-677ef51bc9f5 req-2f4ebc2d-714b-4c3d-864e-5d802b0fe22d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0634010 Jun 29 11:46:46.976810 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d82e41af-2df5-447e-9b78-677ef51bc9f5 req-e4b5536d-0eea-4d3a-9da3-06551b90c4f6 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328088 Jun 29 11:46:47.462536 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:48.157276 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6eb44-7f75-495b-8ba5-18ca22144abc req-6b101c53-2aec-4ff6-a059-e1c9ead1c89e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:48.158719 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-bfb6eb44-7f75-495b-8ba5-18ca22144abc req-6b101c53-2aec-4ff6-a059-e1c9ead1c89e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0632911 Jun 29 11:46:48.196325 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-bfb6eb44-7f75-495b-8ba5-18ca22144abc req-4d3f448c-725d-41e6-87ea-50439c44153c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319788 Jun 29 11:46:49.378902 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda51e-ede3-4bb0-bab6-6bd65729799d req-e8d1887f-6957-43ca-81bf-a51beda4c6dc tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:49.380340 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d9eda51e-ede3-4bb0-bab6-6bd65729799d req-e8d1887f-6957-43ca-81bf-a51beda4c6dc tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0646329 Jun 29 11:46:49.422654 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d9eda51e-ede3-4bb0-bab6-6bd65729799d req-0b43c14f-9110-49f9-8c15-8d7210291a84 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357876 Jun 29 11:46:50.609846 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22ee13-93b8-4688-888b-cc43e9a4902c req-2a4fd884-b037-4dbe-84b4-3afca96f20ae tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:50.611421 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4c22ee13-93b8-4688-888b-cc43e9a4902c req-2a4fd884-b037-4dbe-84b4-3afca96f20ae tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0670874 Jun 29 11:46:50.654430 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4c22ee13-93b8-4688-888b-cc43e9a4902c req-8b7d599e-7111-415d-8ff8-a09bf0f19d73 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365417 Jun 29 11:46:50.849096 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d2c7-393f-42b7-b496-208cba94a87d req-4705008d-023d-411c-ad91-3a5a4ff64b77 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:50.850605 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8189d2c7-393f-42b7-b496-208cba94a87d req-4705008d-023d-411c-ad91-3a5a4ff64b77 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 946 time: 0.0636544 Jun 29 11:46:50.889565 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8189d2c7-393f-42b7-b496-208cba94a87d req-da3f9c4d-2e80-4134-84cb-11f9b8604cac tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330672 Jun 29 11:46:51.759492 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 96f7f558-9d4a-4dda-8b12-ac9dacafc611 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:46:51.838430 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69033b5-3c13-4986-8e88-9c97702dbbab req-a38cbc83-2f28-4540-81b2-98c2676d0788 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:51.839996 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b69033b5-3c13-4986-8e88-9c97702dbbab req-a38cbc83-2f28-4540-81b2-98c2676d0788 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 944 time: 0.0646098 Jun 29 11:46:51.858154 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:51.871230 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'port_id': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'mac_address': 'fa:16:3e:8d:2a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:46:51.881543 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b69033b5-3c13-4986-8e88-9c97702dbbab req-e23ddab5-2f4a-4cbf-9fe6-c9163fd08fa5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356159 Jun 29 11:46:51.907677 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:51.921638 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f7f558-9d4a-4dda-8b12-ac9dacafc611 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:46:51.942368 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:51.946481 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:51.948495 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:46:51.997537 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=9']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:46:52.000718 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:46:52.067976 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54c3f5-7594-4143-ae75-12319a53647a req-101bf8c2-2054-4262-b832-90e21578fbe5 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:52.069463 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4f54c3f5-7594-4143-ae75-12319a53647a req-101bf8c2-2054-4262-b832-90e21578fbe5 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 946 time: 0.0656450 Jun 29 11:46:52.107515 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4f54c3f5-7594-4143-ae75-12319a53647a req-c53343e2-4825-4684-8f15-851e090d6dde tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318232 Jun 29 11:46:52.308751 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['96f7f558-9d4a-4dda-8b12-ac9dacafc611'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:46:53.075355 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5e71d-ad76-4dce-96d0-e7c075965b02 req-c86f5b5e-d912-48f8-a3ea-6a1ef5dd052e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:53.076983 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2db5e71d-ad76-4dce-96d0-e7c075965b02 req-c86f5b5e-d912-48f8-a3ea-6a1ef5dd052e tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 945 time: 0.0722492 Jun 29 11:46:53.117472 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2db5e71d-ad76-4dce-96d0-e7c075965b02 req-0057902b-c1b3-4728-a85c-c7b4fa6a6dad tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345449 Jun 29 11:46:53.144427 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-e24cf641-276b-48cd-a487-2d53ecf26b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:53.197503 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-54c55fb5-fc51-4b9e-baf2-bbf32a68b52f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:53.200154 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-54c55fb5-fc51-4b9e-baf2-bbf32a68b52f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 946 time: 0.3192976 Jun 29 11:46:53.345234 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449fb6e-86ef-4046-bcab-75fc343168e0 req-cebda59e-3469-4736-94ac-0b53e540bc5f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:53.346685 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f449fb6e-86ef-4046-bcab-75fc343168e0 req-cebda59e-3469-4736-94ac-0b53e540bc5f tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 946 time: 0.1145959 Jun 29 11:46:53.351906 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Deleting port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:46:53.352300 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:53.438550 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f449fb6e-86ef-4046-bcab-75fc343168e0 req-f1748ebb-dc70-4a89-80fe-391aa547c244 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups?id=11b87e9e-881e-4cda-8225-b18527ce2948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823758 Jun 29 11:46:53.469830 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] For port fd0b42b8-8c27-432c-9885-ff7fca9ebe02, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:53.470195 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:53.633871 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:53.634242 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:53.634550 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Floating IP 983100e2-b05a-4723-808b-0c1bcf4f7968 disassociated. External IP: 172.27.3.138, port: fd0b42b8-8c27-432c-9885-ff7fca9ebe02. Jun 29 11:46:53.634921 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Calling delete_port for fd0b42b8-8c27-432c-9885-ff7fca9ebe02 owned by compute:nova {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:46:53.763088 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:53.767097 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e3ef2fee-bf65-49a4-8758-87ea629d4620 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:46:53.777583 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 96f7f558-9d4a-4dda-8b12-ac9dacafc611 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:46:53.793684 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event deleted for resources: {'Port': ['ID=fd0b42b8-8c27-432c-9885-ff7fca9ebe02,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:46:53.807855 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.808349 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.808731 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.809105 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.809478 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.809846 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.811069 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.811069 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.811069 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.811685 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.811685 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.811986 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:53.845949 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:46:53.846718 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:53.861730 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:46:53.935749 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:53.941769 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Router aee093cf-c007-4b80-afad-45e356a6e9b3 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:46:53.958934 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:46:53.961106 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a034d74b-85cf-4d8c-b051-6a6e70005e07" -d '{"events": [{"server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "name": "network-vif-plugged", "status": "completed", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:46:53.975074 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:53.981334 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:53.983530 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:46:54.032263 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=10']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:46:54.035793 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:46:54.065731 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:46:54.077348 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] Sync routers for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:46:54.080295 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998a44bd-0123-48a4-bb53-3615d51c211b x-openstack-request-id: req-998a44bd-0123-48a4-bb53-3615d51c211b {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:46:54.080584 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "name": "network-vif-plugged", "status": "completed", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:46:54.080852 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-998a44bd-0123-48a4-bb53-3615d51c211b {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:46:54.081251 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'code': 200} Jun 29 11:46:54.090658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:46:54.091442 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:46:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:46:54.113666 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] No DVR routers for this DVR port fd0b42b8-8c27-432c-9885-ff7fca9ebe02 on host hv-cinder-79760 {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:46:54.116158 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:54.118311 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-967631ce-ae9c-44d6-a7ef-792992f519e9 req-1e2c2b72-f7d3-40fb-831d-f6f4c9677cdb tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.24 "DELETE /v2.0/ports/fd0b42b8-8c27-432c-9885-ff7fca9ebe02 HTTP/1.1" status: 204 len: 173 time: 0.9125578 Jun 29 11:46:54.118860 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'name': 'network-vif-deleted', 'tag': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:46:54.121366 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de600906-416c-49d8-8e1c-309c54bc1fcc" -d '{"events": [{"server_uuid": "f1af2c30-0f52-476f-934c-3385364dbc3d", "name": "network-vif-deleted", "tag": "fd0b42b8-8c27-432c-9885-ff7fca9ebe02"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:46:54.237782 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31abdec7-2a44-415a-bac3-541c0f44e07f x-openstack-request-id: req-31abdec7-2a44-415a-bac3-541c0f44e07f {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:46:54.238886 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1af2c30-0f52-476f-934c-3385364dbc3d", "name": "network-vif-deleted", "tag": "fd0b42b8-8c27-432c-9885-ff7fca9ebe02", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:46:54.240190 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31abdec7-2a44-415a-bac3-541c0f44e07f {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:46:54.241013 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1af2c30-0f52-476f-934c-3385364dbc3d', 'name': 'network-vif-deleted', 'tag': 'fd0b42b8-8c27-432c-9885-ff7fca9ebe02', 'status': 'completed', 'code': 200} Jun 29 11:46:54.274315 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:46:54.386300 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6143980-133d-48ea-9320-bd0e7a71865c req-835c6e5a-fb46-4251-bde4-d0e25c42df75 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:54.389307 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e6143980-133d-48ea-9320-bd0e7a71865c req-835c6e5a-fb46-4251-bde4-d0e25c42df75 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 947 time: 0.0815952 Jun 29 11:46:54.408523 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfd23a-78b0-4668-984c-bf93b15107b1 req-5b564a72-6e6b-487a-a4e8-97c00713d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:54.409941 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-47dfd23a-78b0-4668-984c-bf93b15107b1 req-5b564a72-6e6b-487a-a4e8-97c00713d755 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 1100 time: 0.0808940 Jun 29 11:46:54.446348 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e6143980-133d-48ea-9320-bd0e7a71865c req-764a2158-9c2e-490c-8b5c-571f40490979 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 Jun 29 11:46:54.481617 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-47dfd23a-78b0-4668-984c-bf93b15107b1 req-9aa7e71b-936c-4003-963f-820097cdcd7c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513375 Jun 29 11:46:54.543834 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:46:54.572033 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] Checking router: aee093cf-c007-4b80-afad-45e356a6e9b3 for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:46:54.582567 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:46:54.583289 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:46:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:46:54.606712 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2a906e64-7f7a-4c12-8773-997ceff41de1 req-7b277e04-83e2-4800-9992-20fba878990d tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1af2c30-0f52-476f-934c-3385364dbc3d HTTP/1.1" status: 200 len: 210 time: 0.0292203 Jun 29 11:46:54.690271 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:46:54.892831 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:46:54.919426 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29dbe93-36be-47c6-90bf-64d922e227ee None None] The sync data for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi is: [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:24Z', 'revision_number': 4, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '1972d725-5638-4744-977b-019978d5098f', 'name': '', 'network_id': 'f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:22Z', 'updated_at': '2021-06-29T11:35:34Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'subnets': [{'id': '0f5e4ad0-3d72-4450-b5c2-0b416f085604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:46:55.146408 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d68d3d-bc06-497a-8609-0a31a4f06160 None None] New status for floating IP 983100e2-b05a-4723-808b-0c1bcf4f7968: DOWN {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:46:55.656781 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8922e-ed3d-412a-825f-5bb9b28e4e75 req-583b7922-48b7-499a-8583-678ae3cd63c2 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:55.658235 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3bc8922e-ed3d-412a-825f-5bb9b28e4e75 req-583b7922-48b7-499a-8583-678ae3cd63c2 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 947 time: 0.0654182 Jun 29 11:46:55.702175 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3bc8922e-ed3d-412a-825f-5bb9b28e4e75 req-61fe0e6b-93a6-40d3-9227-cafea2482a37 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382771 Jun 29 11:46:55.789098 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device fd0b42b8-8c27-432c-9885-ff7fca9ebe02 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:46:55.809329 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: fd0b42b8-8c27-432c-9885-ff7fca9ebe02 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:46:55.809680 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device fd0b42b8-8c27-432c-9885-ff7fca9ebe02 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:46:56.421451 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-480f676b-10fb-4878-aa7b-3c1160de86bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:56.761428 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 39480) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:46:56.818132 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:56.880962 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:56.947519 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627bd27-5cfb-4370-8c3a-86c94727c538 req-98c318b3-58c9-46c3-817b-2d62dcb8a53c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:56.949475 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0627bd27-5cfb-4370-8c3a-86c94727c538 req-98c318b3-58c9-46c3-817b-2d62dcb8a53c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 947 time: 0.1191165 Jun 29 11:46:56.962855 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:56.965965 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:56.967013 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "DELETE /v2.0/security-groups/11b87e9e-881e-4cda-8225-b18527ce2948 HTTP/1.1" status: 204 len: 168 time: 0.2045906 Jun 29 11:46:56.969826 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39482) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:46:56.974501 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-46d96997-6289-4d3f-a616-2ee5a1c5996d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:46:56.985273 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.api.v2.resource [None req-c64199a4-0692-4cbb-a3e5-2075540dee0b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] show failed (client error): The resource could not be found. Jun 29 11:46:56.986441 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-c64199a4-0692-4cbb-a3e5-2075540dee0b tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "GET /v2.0/security-groups/11b87e9e-881e-4cda-8225-b18527ce2948 HTTP/1.1" status: 404 len: 347 time: 0.0155048 Jun 29 11:46:56.989216 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39484) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:46:56.989359 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b87e9e-881e-4cda-8225-b18527ce2948,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:46:57.002735 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.003122 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.003496 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.003862 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.004250 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.004616 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.004974 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.005338 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.005694 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.006042 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.006394 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.006744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:46:57.011632 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:46:57.017632 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0627bd27-5cfb-4370-8c3a-86c94727c538 req-4bd9b7f4-c086-4139-b870-b4db5e090725 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622356 Jun 29 11:46:57.092732 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:57.128244 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Deleting port 6a7c609f-07b5-4992-ace6-0641811e9828 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:46:57.128591 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:57.213063 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:57.213385 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:57.225434 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Calling delete_port for 6a7c609f-07b5-4992-ace6-0641811e9828 owned by network:floatingip {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:46:57.353634 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:57.356852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d25df6ee-2a31-4ccf-a290-3532e2ecae51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:46:57.384227 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Pushing event deleted for resources: {'Port': ['ID=6a7c609f-07b5-4992-ace6-0641811e9828,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:46:57.388764 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:46:57.443638 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks [] for floatingip, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:57.446191 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:57.447327 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] 10.222.0.72 "DELETE /v2.0/floatingips/983100e2-b05a-4723-808b-0c1bcf4f7968 HTTP/1.1" status: 204 len: 168 time: 0.4572043 Jun 29 11:46:58.038771 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:59.534879 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:01.155964 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39522) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:01.597511 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669436'] for router_interface, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:01.864522 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Deleting port 1972d725-5638-4744-977b-019978d5098f {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:47:01.864857 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:01.940382 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] For port 1972d725-5638-4744-977b-019978d5098f, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=1972d725-5638-4744-977b-019978d5098f,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:47:01.940737 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:01.952548 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Calling delete_port for 1972d725-5638-4744-977b-019978d5098f owned by network:router_interface {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:47:02.157853 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:02.159777 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-49006743-54d0-4293-9f06-ec87a43a8b2e tempest-ServerRescueNegativeTestJSON-1642161780 tempest-ServerRescueNegativeTestJSON-1642161780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:02.188244 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1972d725-5638-4744-977b-019978d5098f,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:02.191287 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:02.359220 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655948'] for router_interface, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:02.810777 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Router aee093cf-c007-4b80-afad-45e356a6e9b3 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:47:02.915752 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:47:02.920843 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] 10.222.0.72 "PUT /v2.0/routers/aee093cf-c007-4b80-afad-45e356a6e9b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7638090 Jun 29 11:47:02.923265 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39528) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:02.925986 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] Sync routers for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:47:02.936245 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:47:02.936727 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:46:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:03.027856 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Notify callbacks [] for router, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.038691 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:47:03.127990 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.185680 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Deleting port 3f7d009e-2bf2-4936-bc15-172901407168 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:47:03.186392 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.218879 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3f7d009e-2bf2-4936-bc15-172901407168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:47:02Z', 'revision_number': 5, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port': {'id': '3f7d009e-2bf2-4936-bc15-172901407168', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:03.247083 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] Checking router: aee093cf-c007-4b80-afad-45e356a6e9b3 for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:47:03.255254 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] Routers {'aee093cf-c007-4b80-afad-45e356a6e9b3'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:47:03.255856 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:46:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['aee093cf-c007-4b80-afad-45e356a6e9b3'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:03.264709 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] For port 3f7d009e-2bf2-4936-bc15-172901407168, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=3f7d009e-2bf2-4936-bc15-172901407168,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:47:03.265067 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.276933 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Calling delete_port for 3f7d009e-2bf2-4936-bc15-172901407168 owned by network:router_gateway {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:47:03.342112 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] Set router aee093cf-c007-4b80-afad-45e356a6e9b3 gateway port host: None {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:47:03.398530 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:47:03Z', 'revision_number': 6, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port_host': None}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:03.424260 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ddffb-7a56-438b-9507-bdc81b603635 None None] The sync data for ids ['aee093cf-c007-4b80-afad-45e356a6e9b3'] in dv-cinder-797608-2-iscsi is: [{'id': 'aee093cf-c007-4b80-afad-45e356a6e9b3', 'name': 'tempest-AttachVolumeTestJSON-97902526-router', 'tenant_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:47:03Z', 'revision_number': 6, 'project_id': '5bc5d09f9e5047bd8afa64daf6fcf662', 'gw_port_host': None}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:47:03.443398 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.445772 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:03.476971 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7d009e-2bf2-4936-bc15-172901407168,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:03.479661 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:03.539583 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2075368'] for router_gateway, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.627398 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1753'] for router, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.629477 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.672171 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654953'] for router, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.672602 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee093cf-c007-4b80-afad-45e356a6e9b3 {{(pid=93144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:47:03.676895 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Notify callbacks [] for router, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.678015 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] 10.222.0.72 "DELETE /v2.0/routers/aee093cf-c007-4b80-afad-45e356a6e9b3 HTTP/1.1" status: 204 len: 168 time: 0.7538607 Jun 29 11:47:03.680540 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39530) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:03.734077 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e50d6d-15a9-486c-a22b-9d439d812cfa admin admin] Deleting subnet 0f5e4ad0-3d72-4450-b5c2-0b416f085604 {{(pid=93144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:47:03.737040 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-03e50d6d-15a9-486c-a22b-9d439d812cfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.772567 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-03e50d6d-15a9-486c-a22b-9d439d812cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4475961'] for subnet, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.859281 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-03e50d6d-15a9-486c-a22b-9d439d812cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.914075 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-03e50d6d-15a9-486c-a22b-9d439d812cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4644943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248375'] for subnet, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.916238 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-27613055-4f93-43eb-a8a5-a564cb602a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:03.940034 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e50d6d-15a9-486c-a22b-9d439d812cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f5e4ad0-3d72-4450-b5c2-0b416f085604,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:03.942954 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-03e50d6d-15a9-486c-a22b-9d439d812cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:03.943922 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-03e50d6d-15a9-486c-a22b-9d439d812cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.945810 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-03e50d6d-15a9-486c-a22b-9d439d812cfa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0f5e4ad0-3d72-4450-b5c2-0b416f085604 HTTP/1.1" status: 204 len: 168 time: 0.2643521 Jun 29 11:47:03.948210 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39532) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:03.951569 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7baf137-a87e-4b58-bc5e-2ad4aecd8843 None None] Network f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:47:04.015720 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.069045 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Deleting port 25101e0d-4407-417f-8477-dbe5a6db04ff {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:47:04.069480 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.139913 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] For port 25101e0d-4407-417f-8477-dbe5a6db04ff, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=25101e0d-4407-417f-8477-dbe5a6db04ff,segment=NetworkSegment(b1875f2f-3658-4982-aa80-b43595c8f9c7),segment_id=b1875f2f-3658-4982-aa80-b43595c8f9c7)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:47:04.140207 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.153503 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Calling delete_port for 25101e0d-4407-417f-8477-dbe5a6db04ff owned by network:dhcp {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:47:04.236044 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.239164 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:04.271108 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=25101e0d-4407-417f-8477-dbe5a6db04ff,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:04.271334 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ed766-81d3-4c1b-9a83-288ca4894175 None None] DHCP port deletion for f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 request from dv-cinder-797608-2-iscsi {{(pid=93146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:47:04.274176 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:04.274951 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] No DVR routers for this DVR port 25101e0d-4407-417f-8477-dbe5a6db04ff on host dv-cinder-797608-2-iscsi {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:47:04.348052 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.358237 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3']}} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:04.363065 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 1972d725-5638-4744-977b-019978d5098f no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:47:04.369283 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1875f2f-3658-4982-aa80-b43595c8f9c7') {'for_net_delete': True} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:04.369586 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1875f2f-3658-4982-aa80-b43595c8f9c7') {} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:04.379539 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4475958'] for segment, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.385780 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 1972d725-5638-4744-977b-019978d5098f {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:47:04.386728 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 1972d725-5638-4744-977b-019978d5098f not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:47:04.387461 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 25101e0d-4407-417f-8477-dbe5a6db04ff no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:47:04.394226 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.400403 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:47:04.400793 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4645090'] for segment, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: Traceback (most recent call last): Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: timer() Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: cb(*args, **kw) Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: return func(*args, **kwargs) Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: self._notify() Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: self.callback(batched_events) Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: event.method(event) Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: return f(self, *a, **k) Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._get(url).json() Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: return self.request(url, 'GET', **kwargs) Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:47:04.402576 dv-cinder-797608-2-iscsi neutron-server[93144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:47:04.410061 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 25101e0d-4407-417f-8477-dbe5a6db04ff {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:47:04.410506 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 25101e0d-4407-417f-8477-dbe5a6db04ff not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:47:04.411563 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 3f7d009e-2bf2-4936-bc15-172901407168 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:47:04.430500 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 3f7d009e-2bf2-4936-bc15-172901407168 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:47:04.430880 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 3f7d009e-2bf2-4936-bc15-172901407168 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:47:04.466460 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.472331 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.477318 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3 HTTP/1.1" status: 204 len: 168 time: 0.5272095 Jun 29 11:47:04.477837 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e19b3095-db6a-42d6-bd58-838f30806de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:04.491514 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f731e4b5-7216-4a06-bcd1-cf6ef6b8d2f3,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:04.494658 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:04.596379 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39536) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:04.638611 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-bf9a1c07-eeea-410e-9421-3943920b29f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5bc5d09f9e5047bd8afa64daf6fcf662&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408785 Jun 29 11:47:04.640960 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39538) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:04.689377 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8e9957d-e9bc-4df3-be46-85f2b3e7cb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.710294 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8e9957d-e9bc-4df3-be46-85f2b3e7cb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.756184 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8e9957d-e9bc-4df3-be46-85f2b3e7cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.758815 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c8e9957d-e9bc-4df3-be46-85f2b3e7cb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.759957 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-c8e9957d-e9bc-4df3-be46-85f2b3e7cb72 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7ef7fa95-6568-42c0-97cf-0803a1960395 HTTP/1.1" status: 204 len: 168 time: 0.1180818 Jun 29 11:47:04.760773 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-737a3391-f7db-4b81-a068-3d6c53ed1ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:04.768825 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9957d-e9bc-4df3-be46-85f2b3e7cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef7fa95-6568-42c0-97cf-0803a1960395,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:04.771179 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c8e9957d-e9bc-4df3-be46-85f2b3e7cb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:16.268756 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:47:17.475404 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.006464 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39750) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:21.113849 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-86542e3a-fe0c-40c9-b1b1-8fd6185ebc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.205812 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-86542e3a-fe0c-40c9-b1b1-8fd6185ebc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.209662 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-86542e3a-fe0c-40c9-b1b1-8fd6185ebc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.212449 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-06f4a606-d3da-4082-8b76-00717ad95f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:21.249539 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-86542e3a-fe0c-40c9-b1b1-8fd6185ebc2b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d10795614dd04d149d940f4a56f7a053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419822 Jun 29 11:47:21.250333 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86542e3a-fe0c-40c9-b1b1-8fd6185ebc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9697f149-84d7-4a24-84b6-57923429e7a4,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:21.252264 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 39754) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:21.253576 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-86542e3a-fe0c-40c9-b1b1-8fd6185ebc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:21.304768 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f517-375a-48e6-a200-51ebe93a8035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.327071 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f517-375a-48e6-a200-51ebe93a8035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.373474 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f517-375a-48e6-a200-51ebe93a8035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.376213 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f517-375a-48e6-a200-51ebe93a8035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.377366 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-e2d5f517-375a-48e6-a200-51ebe93a8035 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9697f149-84d7-4a24-84b6-57923429e7a4 HTTP/1.1" status: 204 len: 168 time: 0.1241183 Jun 29 11:47:21.378127 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c4309c04-560c-440b-b23f-cc1827fe41a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:21.385855 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5f517-375a-48e6-a200-51ebe93a8035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9697f149-84d7-4a24-84b6-57923429e7a4,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:21.388795 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e2d5f517-375a-48e6-a200-51ebe93a8035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:21.633466 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39760) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:21.647961 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f35bf466-effc-4918-9347-5db94f07010e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.735603 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f35bf466-effc-4918-9347-5db94f07010e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.739337 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f35bf466-effc-4918-9347-5db94f07010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.741786 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-3a31b03b-cea5-42d0-99fe-1fdab0a43528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:21.778174 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-f35bf466-effc-4918-9347-5db94f07010e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6068bdb0b0b14d4995a6c37e469ff1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435850 Jun 29 11:47:21.779177 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bf466-effc-4918-9347-5db94f07010e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919dc531-ed57-4128-9f3d-c180e10e579f,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:21.780829 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 39762) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:21.782209 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f35bf466-effc-4918-9347-5db94f07010e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:21.833901 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a8c468c1-19ce-4ceb-bc05-8689afeab2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.856505 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a8c468c1-19ce-4ceb-bc05-8689afeab2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.902556 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a8c468c1-19ce-4ceb-bc05-8689afeab2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.905470 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a8c468c1-19ce-4ceb-bc05-8689afeab2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.906616 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a8c468c1-19ce-4ceb-bc05-8689afeab2c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/919dc531-ed57-4128-9f3d-c180e10e579f HTTP/1.1" status: 204 len: 168 time: 0.1248088 Jun 29 11:47:21.907480 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ac953f16-7df3-4fc2-8682-13a012753ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:21.915166 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c468c1-19ce-4ceb-bc05-8689afeab2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919dc531-ed57-4128-9f3d-c180e10e579f,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:21.918264 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a8c468c1-19ce-4ceb-bc05-8689afeab2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:23.147353 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-47c4d203-73bd-4217-a98f-1ca1f7ddbe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:26.222669 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 39848) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:26.337867 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a3478b4d-d572-4ae4-abaf-9c8491323835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:26.430682 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-87ad2a09-23b4-4c1e-9bab-792b0478c0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:26.447220 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a3478b4d-d572-4ae4-abaf-9c8491323835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:26.452204 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a3478b4d-d572-4ae4-abaf-9c8491323835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:26.455711 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4da8e39b-f0bc-4d68-b731-1f5c5da27395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:26.491923 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a3478b4d-d572-4ae4-abaf-9c8491323835 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0584cfad441043168bbaaf3ef50a9ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679224 Jun 29 11:47:26.493110 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3478b4d-d572-4ae4-abaf-9c8491323835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027d358f-6535-42dc-a179-28ef71d2dfa1,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:26.497381 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a3478b4d-d572-4ae4-abaf-9c8491323835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:26.498952 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 39852) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:26.557144 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-77a9bc69-e57b-4281-978f-cd7e460e7a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:26.578354 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-77a9bc69-e57b-4281-978f-cd7e460e7a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:26.628971 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-77a9bc69-e57b-4281-978f-cd7e460e7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:26.631961 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-77a9bc69-e57b-4281-978f-cd7e460e7a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:26.633548 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-77a9bc69-e57b-4281-978f-cd7e460e7a93 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/027d358f-6535-42dc-a179-28ef71d2dfa1 HTTP/1.1" status: 204 len: 168 time: 0.1331639 Jun 29 11:47:26.634343 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-65676a05-de19-441e-863e-b4bb3e436576 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:26.642265 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9bc69-e57b-4281-978f-cd7e460e7a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027d358f-6535-42dc-a179-28ef71d2dfa1,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:26.644561 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-77a9bc69-e57b-4281-978f-cd7e460e7a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:26.895091 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 39858) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:26.909817 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cbfacec7-a179-4752-b0c6-2d69b03333e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:27.005126 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cbfacec7-a179-4752-b0c6-2d69b03333e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:27.009023 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-cbfacec7-a179-4752-b0c6-2d69b03333e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:27.012166 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-681cc484-ac1f-494c-9c9f-e0dfb1a3b8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:27.049821 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-cbfacec7-a179-4752-b0c6-2d69b03333e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af66e28f778d40fdb21be7da7f6cb87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536155 Jun 29 11:47:27.050876 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfacec7-a179-4752-b0c6-2d69b03333e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78fb33b-07db-4529-a63e-f9e9a1f83dcf,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:27.053299 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39860) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:27.053795 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-cbfacec7-a179-4752-b0c6-2d69b03333e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:27.095749 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:27.110337 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6e7158a9-23c3-40f4-ae6e-dd5e1c12310f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:27.134959 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6e7158a9-23c3-40f4-ae6e-dd5e1c12310f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:27.180372 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6e7158a9-23c3-40f4-ae6e-dd5e1c12310f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:27.183095 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6e7158a9-23c3-40f4-ae6e-dd5e1c12310f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:27.184396 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-6e7158a9-23c3-40f4-ae6e-dd5e1c12310f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c78fb33b-07db-4529-a63e-f9e9a1f83dcf HTTP/1.1" status: 204 len: 168 time: 0.1292508 Jun 29 11:47:27.185515 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-979fdb1e-18d0-40ac-a911-b820380472f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:27.192705 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7158a9-23c3-40f4-ae6e-dd5e1c12310f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78fb33b-07db-4529-a63e-f9e9a1f83dcf,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:27.195607 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6e7158a9-23c3-40f4-ae6e-dd5e1c12310f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:28.044968 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:29.536913 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.254943 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39958) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:38.361445 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2361846f-2930-4642-b662-306e276b6d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.450350 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2361846f-2930-4642-b662-306e276b6d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.453998 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-2361846f-2930-4642-b662-306e276b6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.456447 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f2cc39b5-c09d-4fd8-990f-12c52b81b1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:38.491813 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361846f-2930-4642-b662-306e276b6d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cc5ef0-2e59-456f-9a9b-da737d630457,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:38.496078 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-2361846f-2930-4642-b662-306e276b6d77 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb492fc001ed4d3fa923394516518149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401252 Jun 29 11:47:38.498100 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-2361846f-2930-4642-b662-306e276b6d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:38.499411 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 39962) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:38.548136 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bf5c01c1-48d6-487e-8ce3-ac33fc46f0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.569233 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bf5c01c1-48d6-487e-8ce3-ac33fc46f0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.618639 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bf5c01c1-48d6-487e-8ce3-ac33fc46f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.621364 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-bf5c01c1-48d6-487e-8ce3-ac33fc46f0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.624686 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-bf5c01c1-48d6-487e-8ce3-ac33fc46f0ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e3cc5ef0-2e59-456f-9a9b-da737d630457 HTTP/1.1" status: 204 len: 168 time: 0.1242464 Jun 29 11:47:38.625509 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6e7158a9-23c3-40f4-ae6e-dd5e1c12310f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:38.634110 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c01c1-48d6-487e-8ce3-ac33fc46f0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cc5ef0-2e59-456f-9a9b-da737d630457,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:38.636434 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-bf5c01c1-48d6-487e-8ce3-ac33fc46f0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:38.880181 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 39968) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:38.895187 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-856391d5-a524-4a84-908e-8598d3c565f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.984104 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-856391d5-a524-4a84-908e-8598d3c565f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.987846 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-856391d5-a524-4a84-908e-8598d3c565f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:38.992674 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-070ecacc-bfb8-4005-a2d2-bf10dda833bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:39.026055 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856391d5-a524-4a84-908e-8598d3c565f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc97844-ddec-4925-9b6a-9c3c45cc1b92,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:39.030389 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-856391d5-a524-4a84-908e-8598d3c565f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31a2268f008c44c79cb2ae9ee8e145d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491752 Jun 29 11:47:39.031353 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-856391d5-a524-4a84-908e-8598d3c565f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:39.033026 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 39970) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:39.092811 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-52adb90a-f370-428f-9977-ecd89d29d111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:39.116277 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-52adb90a-f370-428f-9977-ecd89d29d111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:39.164232 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-52adb90a-f370-428f-9977-ecd89d29d111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:39.166884 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-52adb90a-f370-428f-9977-ecd89d29d111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:39.168654 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-52adb90a-f370-428f-9977-ecd89d29d111 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0bc97844-ddec-4925-9b6a-9c3c45cc1b92 HTTP/1.1" status: 204 len: 168 time: 0.1341000 Jun 29 11:47:39.169619 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b2edbd95-26de-4f88-b652-4b23aae1ffd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:39.177017 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adb90a-f370-428f-9977-ecd89d29d111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc97844-ddec-4925-9b6a-9c3c45cc1b92,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:39.179273 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-52adb90a-f370-428f-9977-ecd89d29d111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:40.196685 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40000) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:40.298223 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-195e906f-ab4e-4e06-a803-9fad4893e48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:40.389478 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-195e906f-ab4e-4e06-a803-9fad4893e48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:40.393262 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-195e906f-ab4e-4e06-a803-9fad4893e48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:40.396707 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-856391d5-a524-4a84-908e-8598d3c565f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:40.431954 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-195e906f-ab4e-4e06-a803-9fad4893e48d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51a30eaa1ff44fc2b6012e900b024596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341316 Jun 29 11:47:40.433131 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e906f-ab4e-4e06-a803-9fad4893e48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389abd1a-5000-42e9-8719-43b095c1845a,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:40.435293 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40004) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:40.437620 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-195e906f-ab4e-4e06-a803-9fad4893e48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:40.491038 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-07598080-4aed-4a86-b2a2-72207e8a9732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:40.512424 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-07598080-4aed-4a86-b2a2-72207e8a9732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:40.560205 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-07598080-4aed-4a86-b2a2-72207e8a9732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:40.562866 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-07598080-4aed-4a86-b2a2-72207e8a9732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:40.563991 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-07598080-4aed-4a86-b2a2-72207e8a9732 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/389abd1a-5000-42e9-8719-43b095c1845a HTTP/1.1" status: 204 len: 168 time: 0.1277316 Jun 29 11:47:40.564766 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ce7fc406-5794-4702-bef6-a2f7d6f21609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:40.571970 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07598080-4aed-4a86-b2a2-72207e8a9732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389abd1a-5000-42e9-8719-43b095c1845a,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:40.576029 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-07598080-4aed-4a86-b2a2-72207e8a9732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:47.481645 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:50.558214 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40080) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:50.661941 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9729468f-7372-4ee7-8963-910cd0a584fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:50.751037 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9729468f-7372-4ee7-8963-910cd0a584fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:50.754622 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-9729468f-7372-4ee7-8963-910cd0a584fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:50.757144 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-cf588453-7c65-4e18-a35c-a1267076e254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:50.792521 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-9729468f-7372-4ee7-8963-910cd0a584fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3fecf1a1ef50490c84389ec00bceb7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325902 Jun 29 11:47:50.795148 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729468f-7372-4ee7-8963-910cd0a584fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adea280c-7bd5-4fc7-a545-9a14c361ff9c,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:50.795313 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40084) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:50.798327 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-9729468f-7372-4ee7-8963-910cd0a584fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:50.846648 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-33945f24-90de-49e0-a195-677e2ad8c8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:50.872010 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-33945f24-90de-49e0-a195-677e2ad8c8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:50.919675 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-33945f24-90de-49e0-a195-677e2ad8c8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:50.922603 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-33945f24-90de-49e0-a195-677e2ad8c8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:50.923865 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-33945f24-90de-49e0-a195-677e2ad8c8be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/adea280c-7bd5-4fc7-a545-9a14c361ff9c HTTP/1.1" status: 204 len: 168 time: 0.1277032 Jun 29 11:47:50.924643 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-d01e06ad-4915-49f2-ba99-972fc8555257 tempest-VolumesNegativeTest-1730622633 tempest-VolumesNegativeTest-1730622633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:50.931747 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33945f24-90de-49e0-a195-677e2ad8c8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adea280c-7bd5-4fc7-a545-9a14c361ff9c,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:50.935486 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-33945f24-90de-49e0-a195-677e2ad8c8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:51.531282 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40106) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:51.623146 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1418540697-network', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:47:51.644902 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Made reservation on behalf of 12b39c3f6ffa44338b2cdb1c56b52fac for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:47:51.647391 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:51.656419 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:51.748871 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:51.753809 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:51.756808 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-76a308f7-f605-4392-831b-bb95255cbeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:51.780174 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:47:51.790231 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4ef3f0-1de0-4ef9-aed4-cf762511b424,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:51.795246 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:51.796327 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:51.796925 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Added segment c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf of type vlan for network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 Jun 29 11:47:51.833723 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-0be47768-6a48-4e7b-b5ae-61745f16a957 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545716 Jun 29 11:47:51.837827 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:51.869343 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:51.870849 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:51.872223 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:51.875406 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:51.926034 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-72183413-9de7-4216-934d-fba15c3463f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:51.929845 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3948901 Jun 29 11:47:51.929995 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-72183413-9de7-4216-934d-fba15c3463f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 1100 time: 0.0525713 Jun 29 11:47:51.930127 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40112) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:51.935736 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Request body: {'subnet': {'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1418540697-subnet', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:47:51.940766 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Pushing event updated for resources: {'Network': ['ID=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:51.945306 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:51.952520 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:47:51.973883 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Made reservation on behalf of 12b39c3f6ffa44338b2cdb1c56b52fac for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:47:51.976176 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248338'] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:52.113141 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-e3a8d58b-cd98-43ac-931f-38caaaf059fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:52.114620 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-e3a8d58b-cd98-43ac-931f-38caaaf059fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 200 len: 918 time: 0.1649771 Jun 29 11:47:52.214222 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-45b1bb5f-2c30-4d2c-a895-b85653dc8c1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611 HTTP/1.1" status: 200 len: 1000 time: 0.0918033 Jun 29 11:47:52.285741 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4644864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248320'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:52.290977 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eb6801f3-315e-42ea-90b0-807c09b9b11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:52.297434 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-9880ecaa-9d48-4373-a206-e38d2849e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:52.298898 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-9880ecaa-9d48-4373-a206-e38d2849e8da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 200 len: 856 time: 0.0647542 Jun 29 11:47:52.377911 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d3a095-20e9-48f1-bfb9-32481c33d641,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:52.380980 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:52.403555 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Checking segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:47:52.403912 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Network hostable DHCP agents. Network: 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:47:52.422613 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-603f9245-6631-49e0-9247-e793ce4608e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:52.424106 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-603f9245-6631-49e0-9247-e793ce4608e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe85a0d1-59aa-4755-b172-e189055a6707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071141 Jun 29 11:47:52.428736 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:47:52.453874 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:47:52.458786 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:52.460643 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:52.461588 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a34405-9c0b-4857-8d1b-b2f0fadd6bee None None] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:47:52.507017 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5757372 Jun 29 11:47:52.509634 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40114) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:52.515830 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:47:52.562131 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1735'] for router, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:52.563151 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:52.573994 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-5032e1c5-5ccf-44a3-8da5-d433f4e9233f service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420038 Jun 29 11:47:52.615686 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857709bb-5365-56ec-ae70-86d033040f01-4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641'}]}} from dv-cinder-797608-2-iscsi. {{(pid=93146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:47:52.616618 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:52.669849 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:52.748779 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.db_base_plugin_common [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Allocated IP 172.20.0.2 (4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44/d9d3a095-20e9-48f1-bfb9-32481c33d641/ed8e782c-badd-440f-9160-201e5a2937c8) {{(pid=93146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:47:52.822877 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b490972e-28e5-42ec-b3a0-4b6306a7a862 req-ecb598da-c19a-48e6-832f-1deafb6265ce service neutron] 10.222.0.24 "GET /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405784 Jun 29 11:47:52.831013 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:52.891026 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:52.899642 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Transition to ACTIVE for port object ed8e782c-badd-440f-9160-201e5a2937c8 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:47:52.915770 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Transition to ACTIVE for port object ed8e782c-badd-440f-9160-201e5a2937c8 will not be triggered until provisioned by entity DHCP. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:47:52.922764 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:52.924677 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:52.966686 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 is already hosted by enough agents. {{(pid=93146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:47:52.969687 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.base_scheduler [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Resources bound (agent type, host, resource id): {{(pid=93146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:47:52.973331 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Received port after_create {{(pid=93146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:47:52.980031 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Pushing event updated for resources: {'Port': ['ID=ed8e782c-badd-440f-9160-201e5a2937c8,revision_number=1']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:53.006702 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.007053 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.007398 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.007735 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.008069 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.008450 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.008771 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.009099 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.009429 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.009752 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.010080 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.010402 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:53.015161 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:53.046060 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Attempting to bind port ed8e782c-badd-440f-9160-201e5a2937c8 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:47:53.046455 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Attempting to bind port ed8e782c-badd-440f-9160-201e5a2937c8 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:47:53.046683 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:53.047157 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Attempting to bind port ed8e782c-badd-440f-9160-201e5a2937c8 on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:47:53.052407 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:47:53.052800 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Checking segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:47:53.053219 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:53.053625 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Bound using segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:47:53.054114 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Bound port: ed8e782c-badd-440f-9160-201e5a2937c8, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:47:53.054509 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:53.065751 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:53.118492 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] For port ed8e782c-badd-440f-9160-201e5a2937c8, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:47:53.122131 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] For port ed8e782c-badd-440f-9160-201e5a2937c8, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=ed8e782c-badd-440f-9160-201e5a2937c8,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:47:53.127087 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:53.129042 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:53.171394 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Allocated IP 172.27.3.173 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/7b329613-040b-4d0f-acf6-5134d289dc77) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:47:53.193162 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-0d1338ba-c0f0-4372-b0a1-cf9576c1f703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:53.203465 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Pushing event updated for resources: {'Port': ['ID=ed8e782c-badd-440f-9160-201e5a2937c8,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:53.209277 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:53.267951 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:47:53.281779 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:53.320335 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:53.322352 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:53.359170 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:47:53.365275 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:47:53.368777 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:47:53.655496 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Pushing event updated for resources: {'Port': ['ID=7b329613-040b-4d0f-acf6-5134d289dc77,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:53.660927 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:53.875852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:54.074079 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296'] for router, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:54.082070 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e68214-7d6a-4be2-aad8-37924b864af9 None None] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:47:54.157813 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-6cbc5df9-0a5d-4c94-b7de-cfb1336f3ae6 None None] Provisioning for port ed8e782c-badd-440f-9160-201e5a2937c8 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:47:54.209298 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Router c9fb5383-dc47-4942-9675-70c0b37a3f2b is scheduled to L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e with binding_index 1 {{(pid=93144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:47:54.314253 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:47:54.323199 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Sync routers for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:47:54.330671 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Notify callbacks [] for router, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:54.334283 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8213191 Jun 29 11:47:54.334530 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40116) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:54.341872 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:47:54.342666 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:54.458831 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ed8e782c-badd-440f-9160-201e5a2937c8 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:47:54.463486 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:47:54.519148 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port ed8e782c-badd-440f-9160-201e5a2937c8 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:47:54.523266 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port ed8e782c-badd-440f-9160-201e5a2937c8 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:47:54.523802 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:54.609450 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:54.650316 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port ed8e782c-badd-440f-9160-201e5a2937c8, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=ed8e782c-badd-440f-9160-201e5a2937c8,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:47:54.655843 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:54.657782 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:54.706951 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=ed8e782c-badd-440f-9160-201e5a2937c8,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:54.710513 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:54.743156 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:53Z', 'revision_number': 3, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:54.772008 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Checking router: c9fb5383-dc47-4942-9675-70c0b37a3f2b for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:47:54.772388 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Updating router c9fb5383-dc47-4942-9675-70c0b37a3f2b port 7b329613-040b-4d0f-acf6-5134d289dc77 binding host dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:47:54.783310 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:54.805415 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:54.943875 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Allocated IP 172.20.0.1 (4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44/d9d3a095-20e9-48f1-bfb9-32481c33d641/fd898730-0219-4663-8ae5-85ea0427e774) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:47:55.053588 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.069293 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Transition to ACTIVE for port object fd898730-0219-4663-8ae5-85ea0427e774 will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:47:55.073683 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Notify callbacks [] for port, precommit_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.085397 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.provisioning_blocks [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Transition to ACTIVE for port object 7b329613-040b-4d0f-acf6-5134d289dc77 will not be triggered until provisioned by entity L2. {{(pid=93147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:47:55.091347 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.093550 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:55.109589 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.111842 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-093159e7-1a12-4c4a-be1a-2b5ff5623b86 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:55.150036 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Attempting to bind port 7b329613-040b-4d0f-acf6-5134d289dc77 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:47:55.150524 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Attempting to bind port 7b329613-040b-4d0f-acf6-5134d289dc77 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:47:55.150770 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Attempting to bind port 7b329613-040b-4d0f-acf6-5134d289dc77 on network 4546cacf-05b6-4439-8e79-95afc759b82d {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:47:55.154903 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Pushing event updated for resources: {'Port': ['ID=7b329613-040b-4d0f-acf6-5134d289dc77,revision_number=2']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:55.158225 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:47:55.161151 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:47:55.162530 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:47:55.162908 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:47:55.163313 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.163701 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Bound using segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:47:55.163853 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:47:55.164190 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Bound port: 7b329613-040b-4d0f-acf6-5134d289dc77, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:47:55.164587 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.167162 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.167539 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.167844 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.168953 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.169799 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.170269 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.170528 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.170831 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.171102 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.171424 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.171739 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.172050 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.176850 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:55.195673 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Pushing event updated for resources: {'Port': ['ID=fd898730-0219-4663-8ae5-85ea0427e774,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:55.207717 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.208095 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.208570 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.208938 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.209303 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.209666 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.210027 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.210498 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.210796 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.211259 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.211611 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.212041 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:55.218028 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:55.224671 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669511'] for router_interface, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.229794 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] For port 7b329613-040b-4d0f-acf6-5134d289dc77, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:47:55.234680 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] For port 7b329613-040b-4d0f-acf6-5134d289dc77, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=7b329613-040b-4d0f-acf6-5134d289dc77,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:47:55.240243 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.243878 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:55.296507 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:47:55.297169 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:55.346247 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Pushing event updated for resources: {'Port': ['ID=7b329613-040b-4d0f-acf6-5134d289dc77,revision_number=3']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:55.351318 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:55.376796 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.421404 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:47:55.430521 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-fc4e132e-5b25-4b6e-91a3-1142f7522a9f None None] Provisioning for port fd898730-0219-4663-8ae5-85ea0427e774 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:47:55.435860 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-fc4e132e-5b25-4b6e-91a3-1142f7522a9f None None] Provisioning complete for port fd898730-0219-4663-8ae5-85ea0427e774 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:47:55.436516 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-fc4e132e-5b25-4b6e-91a3-1142f7522a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.473867 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e132e-5b25-4b6e-91a3-1142f7522a9f None None] Port fd898730-0219-4663-8ae5-85ea0427e774 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:47:55.554840 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.560787 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.564002 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-9789b3b5-4e98-4468-b9fd-6604fa2fa52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:55.615325 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:53Z', 'revision_number': 3, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:55.626852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669395'] for router_interface, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.629544 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Pushing event updated for resources: {'Port': ['ID=fd898730-0219-4663-8ae5-85ea0427e774,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:55.634814 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:55.643600 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a0a858-cfae-4670-8feb-45d0865dcfbe None None] The sync data for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi is: [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:53Z', 'revision_number': 3, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:47:55.732878 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:47:55.734245 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:47:55.856435 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Router c9fb5383-dc47-4942-9675-70c0b37a3f2b has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:47:55.993778 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:47:55.999049 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-687b4e0b-c5c5-4882-aa19-b681c94cfe6b None None] Provisioning complete for port fd898730-0219-4663-8ae5-85ea0427e774 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:47:55.999444 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-687b4e0b-c5c5-4882-aa19-b681c94cfe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:55.999934 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] 10.222.0.72 "PUT /v2.0/routers/c9fb5383-dc47-4942-9675-70c0b37a3f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6644182 Jun 29 11:47:56.036714 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-687b4e0b-c5c5-4882-aa19-b681c94cfe6b None None] Port fd898730-0219-4663-8ae5-85ea0427e774 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:47:56.429256 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-50477354-c7dc-4874-aaf4-4e0f6a24af63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.461811 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 7b329613-040b-4d0f-acf6-5134d289dc77 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:47:56.522174 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 7b329613-040b-4d0f-acf6-5134d289dc77 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:47:56.526601 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 7b329613-040b-4d0f-acf6-5134d289dc77 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:47:56.527105 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.533319 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40132) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:56.538488 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-854438315-network', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:47:56.559954 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Made reservation on behalf of 1204b4c163e9400f8723b4f3ef0cc8a1 for: {'network': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:47:56.563307 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.572821 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.609838 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.630321 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 7b329613-040b-4d0f-acf6-5134d289dc77, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=7b329613-040b-4d0f-acf6-5134d289dc77,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:47:56.633546 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.634390 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ed8e782c-badd-440f-9160-201e5a2937c8 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:47:56.637523 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:56.665894 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.671144 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.675507 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f3d932be-a7ee-4e35-a873-10d288b97ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:56.697034 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:47:56.712112 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb31520-2033-451d-a0fb-99f419f89206,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:56.713117 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=7b329613-040b-4d0f-acf6-5134d289dc77,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:56.717041 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:56.717338 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:56.721155 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.721509 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.segments_db [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Added segment 4cb6b5e8-4010-4dd5-9fe7-de136f84ae94 of type vlan for network df3318b1-3559-4bbd-a175-17a7cacaada7 Jun 29 11:47:56.728147 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port ed8e782c-badd-440f-9160-201e5a2937c8 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:47:56.728729 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.766047 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.796812 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.798168 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:56.798749 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:56.800795 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:56.858255 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3238275 Jun 29 11:47:56.861283 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40134) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:56.863167 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Pushing event updated for resources: {'Network': ['ID=df3318b1-3559-4bbd-a175-17a7cacaada7,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:56.865934 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:56.867798 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Request body: {'subnet': {'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-854438315-subnet', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'ip_version': 4}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:47:56.873938 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network df3318b1-3559-4bbd-a175-17a7cacaada7 details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:47:56.893258 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Made reservation on behalf of 1204b4c163e9400f8723b4f3ef0cc8a1 for: {'subnet': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:47:56.895807 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7824943'] for subnet, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:57.078493 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8061628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7824957'] for subnet, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:57.080707 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:57.099398 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:57.130781 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49d11b0-7825-49f6-bf20-8c26d54b84c1,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:57.148236 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.148609 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.148978 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.149338 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.149692 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.150046 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.150396 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.150743 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.151092 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.151436 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.151784 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.152240 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:47:57.158096 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:57.161929 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Checking segment: {'id': '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:47:57.162284 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Network hostable DHCP agents. Network: df3318b1-3559-4bbd-a175-17a7cacaada7, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:47:57.178113 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Network df3318b1-3559-4bbd-a175-17a7cacaada7 is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:47:57.187057 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, df3318b1-3559-4bbd-a175-17a7cacaada7) {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:47:57.191072 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:57.194377 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:57.196876 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da8b3cf-6d72-4a45-8c0c-c259be6d6726 None None] Network df3318b1-3559-4bbd-a175-17a7cacaada7 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:47:57.207632 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-54536763-4ffd-428c-a9f6-7ba8bb871ef5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3453093 Jun 29 11:47:57.210437 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40136) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:57.215866 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-854438315-router', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:47:57.237912 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1735'] for router, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:57.238369 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:57.249441 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Sync routers for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:47:57.269615 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:47:57.270263 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:57.447767 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:47:57.451573 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857709bb-5365-56ec-ae70-86d033040f01-df3318b1-3559-4bbd-a175-17a7cacaada7', 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'fixed_ips': [{'subnet_id': 'c49d11b0-7825-49f6-bf20-8c26d54b84c1'}]}} from dv-cinder-797608-2-iscsi. {{(pid=93146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:47:57.452485 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:57.542380 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:57.681262 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:57.718348 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.db_base_plugin_common [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Allocated IP 172.20.0.2 (df3318b1-3559-4bbd-a175-17a7cacaada7/c49d11b0-7825-49f6-bf20-8c26d54b84c1/4409940e-0527-400c-bf28-87453dcd6b60) {{(pid=93146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:47:57.842129 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 2, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:57.880202 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:57.905310 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.002299 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Checking router: c9fb5383-dc47-4942-9675-70c0b37a3f2b for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:47:58.002569 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Updating router c9fb5383-dc47-4942-9675-70c0b37a3f2b port fd898730-0219-4663-8ae5-85ea0427e774 binding host dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:47:58.015353 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Allocated IP 172.27.3.150 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/c9b79a1f-43b3-4225-a430-8c56b38666b1) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:47:58.083885 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.086854 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.089146 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Notify callbacks [] for port, precommit_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.106398 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Transition to ACTIVE for port object 4409940e-0527-400c-bf28-87453dcd6b60 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:47:58.128646 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.153108 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Transition to ACTIVE for port object 4409940e-0527-400c-bf28-87453dcd6b60 will not be triggered until provisioned by entity DHCP. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:47:58.164080 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.169211 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.169835 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-c818c859-ceae-4b74-b86d-ae6c88279bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:58.171963 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:58.206494 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:47:58.209403 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:47:58.212910 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:47:58.237736 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b79a1f-43b3-4225-a430-8c56b38666b1,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:58.241623 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:58.264383 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Network df3318b1-3559-4bbd-a175-17a7cacaada7 is already hosted by enough agents. {{(pid=93146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:47:58.270710 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Resources bound (agent type, host, resource id): {{(pid=93146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:47:58.277328 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Received port after_create {{(pid=93146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:47:58.281187 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Pushing event updated for resources: {'Port': ['ID=4409940e-0527-400c-bf28-87453dcd6b60,revision_number=1']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:58.287029 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:58.387688 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Attempting to bind port 4409940e-0527-400c-bf28-87453dcd6b60 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:47:58.388073 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Attempting to bind port 4409940e-0527-400c-bf28-87453dcd6b60 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:47:58.388469 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Attempting to bind port 4409940e-0527-400c-bf28-87453dcd6b60 on network df3318b1-3559-4bbd-a175-17a7cacaada7 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:47:58.398092 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:47:58.398483 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Checking segment: {'id': '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:47:58.399045 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.399301 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Bound using segment: {'id': '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:47:58.399813 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Bound port: 4409940e-0527-400c-bf28-87453dcd6b60, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:47:58.400220 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.412211 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 7b329613-040b-4d0f-acf6-5134d289dc77 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:47:58.471625 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.563793 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] For port 4409940e-0527-400c-bf28-87453dcd6b60, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:47:58.585397 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] For port 4409940e-0527-400c-bf28-87453dcd6b60, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=4409940e-0527-400c-bf28-87453dcd6b60,segment=NetworkSegment(4cb6b5e8-4010-4dd5-9fe7-de136f84ae94),segment_id=4cb6b5e8-4010-4dd5-9fe7-de136f84ae94)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:47:58.598309 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.601409 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.603358 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:58.605174 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 7b329613-040b-4d0f-acf6-5134d289dc77 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:47:58.605632 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.663283 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Transition to ACTIVE for port object fd898730-0219-4663-8ae5-85ea0427e774 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:47:58.675896 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296'] for router, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.686138 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.711715 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Pushing event updated for resources: {'Port': ['ID=4409940e-0527-400c-bf28-87453dcd6b60,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:58.718432 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:58.719871 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b93d9700-1af4-430f-9f00-5022e6e59ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:58.817011 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399cc2a-31e4-410e-9c11-d0958fadb1a8 None None] Pushing event updated for resources: {'Port': ['ID=fd898730-0219-4663-8ae5-85ea0427e774,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:58.837875 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Router 20c231e5-c95e-4ae9-8828-d43102e1da7d is scheduled to L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e with binding_index 1 {{(pid=93144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:47:58.843159 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-3399cc2a-31e4-410e-9c11-d0958fadb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:58.864070 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Attempting to bind port fd898730-0219-4663-8ae5-85ea0427e774 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:47:58.864503 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Attempting to bind port fd898730-0219-4663-8ae5-85ea0427e774 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:47:58.864864 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Attempting to bind port fd898730-0219-4663-8ae5-85ea0427e774 on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:47:58.873241 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:47:58.873627 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Checking segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:47:58.873794 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.874129 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Bound using segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:47:58.874658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Bound port: fd898730-0219-4663-8ae5-85ea0427e774, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:47:58.875033 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.970662 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] For port fd898730-0219-4663-8ae5-85ea0427e774, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:47:58.977735 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] For port fd898730-0219-4663-8ae5-85ea0427e774, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=fd898730-0219-4663-8ae5-85ea0427e774,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:47:58.986117 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:58.986665 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:47:58.988212 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-2986cbf6-cbbf-4108-9b28-fe2200fb2e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:58.996076 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Sync routers for ids ['20c231e5-c95e-4ae9-8828-d43102e1da7d'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:47:59.012843 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Routers {'20c231e5-c95e-4ae9-8828-d43102e1da7d'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:47:59.014014 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['20c231e5-c95e-4ae9-8828-d43102e1da7d'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:59.018319 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Notify callbacks [] for router, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.021686 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40138) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:47:59.022557 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8109350 Jun 29 11:47:59.070401 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399cc2a-31e4-410e-9c11-d0958fadb1a8 None None] Pushing event updated for resources: {'Port': ['ID=fd898730-0219-4663-8ae5-85ea0427e774,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:59.078881 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-3399cc2a-31e4-410e-9c11-d0958fadb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:59.091812 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:47:59.092378 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:59.209037 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Set router 20c231e5-c95e-4ae9-8828-d43102e1da7d gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:47:59.232832 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:47:59.395777 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'name': 'tempest-TestVolumeBootPattern-854438315-router', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:47:58Z', 'revision_number': 3, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'gw_port': {'id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:59.425822 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Checking router: 20c231e5-c95e-4ae9-8828-d43102e1da7d for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:47:59.426169 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Updating router 20c231e5-c95e-4ae9-8828-d43102e1da7d port c9b79a1f-43b3-4225-a430-8c56b38666b1 binding host dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:47:59.460760 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.480249 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:47:58Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:47:59.510802 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1437a553-3334-4d54-b76b-080c4ec015a4 None None] The sync data for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi is: [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:47:58Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:47:59.548341 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.588924 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.786715 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Notify callbacks [] for port, precommit_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.797853 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.provisioning_blocks [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Transition to ACTIVE for port object c9b79a1f-43b3-4225-a430-8c56b38666b1 will not be triggered until provisioned by entity L2. {{(pid=93147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:47:59.806453 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.808103 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Allocated IP 172.20.0.1 (df3318b1-3559-4bbd-a175-17a7cacaada7/c49d11b0-7825-49f6-bf20-8c26d54b84c1/e7fa6be5-f646-4aa0-b00f-d583ecab3538) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:47:59.809490 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-cc341695-793c-4144-ba9e-acce6e5dec85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:59.853981 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cff92-2f30-4c98-88f6-e26e8f2ea79b None None] Pushing event updated for resources: {'Port': ['ID=c9b79a1f-43b3-4225-a430-8c56b38666b1,revision_number=2']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:47:59.858241 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-e68cff92-2f30-4c98-88f6-e26e8f2ea79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:47:59.885292 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Attempting to bind port c9b79a1f-43b3-4225-a430-8c56b38666b1 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:47:59.886002 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Attempting to bind port c9b79a1f-43b3-4225-a430-8c56b38666b1 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:47:59.886374 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Attempting to bind port c9b79a1f-43b3-4225-a430-8c56b38666b1 on network 4546cacf-05b6-4439-8e79-95afc759b82d {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:47:59.892262 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:47:59.892654 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:47:59.893065 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.893466 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Bound using segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:47:59.893955 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Bound port: c9b79a1f-43b3-4225-a430-8c56b38666b1, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:47:59.894335 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.932342 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.948243 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Transition to ACTIVE for port object e7fa6be5-f646-4aa0-b00f-d583ecab3538 will not be triggered until provisioned by entity DHCP. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:47:59.953098 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] For port c9b79a1f-43b3-4225-a430-8c56b38666b1, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:47:59.959121 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] For port c9b79a1f-43b3-4225-a430-8c56b38666b1, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=c9b79a1f-43b3-4225-a430-8c56b38666b1,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:47:59.967338 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.970663 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-e4ba1b5e-9f85-4a69-ac41-86b965b175ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:47:59.982356 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8c212-ffb5-4250-ba35-0f9c551fb777 None None] Network df3318b1-3559-4bbd-a175-17a7cacaada7 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:47:59.991922 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:59.994557 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-84997f35-e25c-4684-b212-c08227e7ded0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:00.028269 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cff92-2f30-4c98-88f6-e26e8f2ea79b None None] Pushing event updated for resources: {'Port': ['ID=c9b79a1f-43b3-4225-a430-8c56b38666b1,revision_number=3']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:00.036955 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-e68cff92-2f30-4c98-88f6-e26e8f2ea79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:00.066379 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Network df3318b1-3559-4bbd-a175-17a7cacaada7 is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:00.070195 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Routers {'20c231e5-c95e-4ae9-8828-d43102e1da7d'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:00.070364 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:00.071243 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['20c231e5-c95e-4ae9-8828-d43102e1da7d'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:00.075193 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:48:00.082778 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-538a2479-042d-4f0f-be63-62731c63dea9 None None] Provisioning for port 4409940e-0527-400c-bf28-87453dcd6b60 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:00.100743 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fa6be5-f646-4aa0-b00f-d583ecab3538,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:00.109584 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:00.128156 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669511'] for router_interface, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:00.212026 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] Set router 20c231e5-c95e-4ae9-8828-d43102e1da7d gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:00.286709 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:00.530814 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 4409940e-0527-400c-bf28-87453dcd6b60 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:00.569720 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:00.573142 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'name': 'tempest-TestVolumeBootPattern-854438315-router', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:47:58Z', 'revision_number': 3, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'gw_port': {'id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:00.577607 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:00.580083 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a763a594-b06e-446f-9b17-5ecb8c97a712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:00.605241 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d48dd-ccb2-4656-bcc7-bb272a301b7a None None] The sync data for ids ['20c231e5-c95e-4ae9-8828-d43102e1da7d'] in dv-cinder-797608-2-iscsi is: [{'id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'name': 'tempest-TestVolumeBootPattern-854438315-router', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:47:58Z', 'revision_number': 3, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'gw_port': {'id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:48:00.643331 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 4409940e-0527-400c-bf28-87453dcd6b60 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:00.651004 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 4409940e-0527-400c-bf28-87453dcd6b60 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:00.651880 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:00.678358 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-680d1295-5da1-4f8c-91fd-5fe07cb5763c None None] Provisioning for port e7fa6be5-f646-4aa0-b00f-d583ecab3538 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:00.686943 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-680d1295-5da1-4f8c-91fd-5fe07cb5763c None None] Provisioning complete for port e7fa6be5-f646-4aa0-b00f-d583ecab3538 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:00.687672 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-680d1295-5da1-4f8c-91fd-5fe07cb5763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:00.689419 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fa6be5-f646-4aa0-b00f-d583ecab3538,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:00.694202 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:00.695268 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669395'] for router_interface, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:00.746061 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-680d1295-5da1-4f8c-91fd-5fe07cb5763c None None] Port e7fa6be5-f646-4aa0-b00f-d583ecab3538 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:48:00.807620 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:00.850319 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Network df3318b1-3559-4bbd-a175-17a7cacaada7 is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:00.852253 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:00.852997 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 4409940e-0527-400c-bf28-87453dcd6b60, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=4409940e-0527-400c-bf28-87453dcd6b60,segment=NetworkSegment(4cb6b5e8-4010-4dd5-9fe7-de136f84ae94),segment_id=4cb6b5e8-4010-4dd5-9fe7-de136f84ae94)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:00.865577 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:00.866555 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device fd898730-0219-4663-8ae5-85ea0427e774 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:00.877504 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:01.001742 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=4409940e-0527-400c-bf28-87453dcd6b60,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:01.007065 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:01.038644 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-347cfcc5-b59d-4f14-86e7-ec5db9c9b662 None None] Provisioning complete for port e7fa6be5-f646-4aa0-b00f-d583ecab3538 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:01.038793 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-347cfcc5-b59d-4f14-86e7-ec5db9c9b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:01.044699 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Router 20c231e5-c95e-4ae9-8828-d43102e1da7d has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:48:01.067073 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port fd898730-0219-4663-8ae5-85ea0427e774 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:01.071658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port fd898730-0219-4663-8ae5-85ea0427e774 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:01.072097 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:01.123320 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-347cfcc5-b59d-4f14-86e7-ec5db9c9b662 None None] Port e7fa6be5-f646-4aa0-b00f-d583ecab3538 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:48:01.185671 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:01.232708 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:48:01.240434 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] 10.222.0.72 "PUT /v2.0/routers/20c231e5-c95e-4ae9-8828-d43102e1da7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2169204 Jun 29 11:48:01.241669 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port fd898730-0219-4663-8ae5-85ea0427e774, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=fd898730-0219-4663-8ae5-85ea0427e774,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:01.247597 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:01.250435 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:01.280216 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-af83f366-1e38-4269-8768-a681dba9dba7 None None] Provisioning complete for port e7fa6be5-f646-4aa0-b00f-d583ecab3538 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:01.280678 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-af83f366-1e38-4269-8768-a681dba9dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:01.332858 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=fd898730-0219-4663-8ae5-85ea0427e774,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:01.335062 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-af83f366-1e38-4269-8768-a681dba9dba7 None None] Port e7fa6be5-f646-4aa0-b00f-d583ecab3538 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:48:01.336442 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:01.562932 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712f15-3ead-4ecc-bb5f-1941289194a8 req-b6608f1a-f30d-4570-a900-4b3c84e89536 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:01.564590 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-73712f15-3ead-4ecc-bb5f-1941289194a8 req-b6608f1a-f30d-4570-a900-4b3c84e89536 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 947 time: 0.0756707 Jun 29 11:48:01.610601 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-73712f15-3ead-4ecc-bb5f-1941289194a8 req-fc63454b-b2e6-4480-a8f0-784d2bd792ef tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402107 Jun 29 11:48:01.972714 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40160) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:01.977787 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-f01f382c-7e41-4e95-918e-3fcfb84de1ec tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-565054519', 'description': 'tempest-secgroup-smoke-565054519 description', 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:01.999903 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f01f382c-7e41-4e95-918e-3fcfb84de1ec tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.092057 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f01f382c-7e41-4e95-918e-3fcfb84de1ec tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.095712 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f01f382c-7e41-4e95-918e-3fcfb84de1ec tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.098376 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-84db6d6e-7bc5-4b5b-b9f1-a8566d75423a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:02.124088 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-f01f382c-7e41-4e95-918e-3fcfb84de1ec tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.125321 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-f01f382c-7e41-4e95-918e-3fcfb84de1ec tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1513541 Jun 29 11:48:02.127207 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f382c-7e41-4e95-918e-3fcfb84de1ec tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36833fa4-17d1-4f23-b811-8d3ebeba3d9f,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:02.128426 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40162) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:02.130065 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f01f382c-7e41-4e95-918e-3fcfb84de1ec tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:02.133192 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-44f74858-81c9-419c-b8b6-fc1c458eadcb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'security_group_rule': {'security_group_id': '36833fa4-17d1-4f23-b811-8d3ebeba3d9f', 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:02.160500 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-44f74858-81c9-419c-b8b6-fc1c458eadcb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.210653 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-44f74858-81c9-419c-b8b6-fc1c458eadcb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.214187 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-44f74858-81c9-419c-b8b6-fc1c458eadcb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.217279 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:02.232255 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f74858-81c9-419c-b8b6-fc1c458eadcb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f2e9ec-876f-4664-b70a-21421c6d71b1,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:02.237195 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-44f74858-81c9-419c-b8b6-fc1c458eadcb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:02.241433 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-44f74858-81c9-419c-b8b6-fc1c458eadcb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.242717 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-44f74858-81c9-419c-b8b6-fc1c458eadcb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132646 Jun 29 11:48:02.245374 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40164) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:02.250232 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-7b1ed2db-d820-4f21-be68-bd176545daff tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'security_group_rule': {'security_group_id': '36833fa4-17d1-4f23-b811-8d3ebeba3d9f', 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:02.276859 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed2db-d820-4f21-be68-bd176545daff tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.333027 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed2db-d820-4f21-be68-bd176545daff tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.336921 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed2db-d820-4f21-be68-bd176545daff tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.339107 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:02.367010 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ed2db-d820-4f21-be68-bd176545daff tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4a6cb0-dd7f-46ec-b22e-08ffc5d31cbc,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:02.374610 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-7b1ed2db-d820-4f21-be68-bd176545daff tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:02.376842 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed2db-d820-4f21-be68-bd176545daff tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.378217 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-7b1ed2db-d820-4f21-be68-bd176545daff tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314676 Jun 29 11:48:02.381129 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40166) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:02.388559 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-d57f87a8-293b-4b27-88e6-0d812cf503eb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'security_group_rule': {'security_group_id': '36833fa4-17d1-4f23-b811-8d3ebeba3d9f', 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:02.416548 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d57f87a8-293b-4b27-88e6-0d812cf503eb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.479576 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d57f87a8-293b-4b27-88e6-0d812cf503eb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.485639 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d57f87a8-293b-4b27-88e6-0d812cf503eb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.488460 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b3135f5a-f13b-4f1e-bbb0-8f6d330a1808 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:02.498330 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 4409940e-0527-400c-bf28-87453dcd6b60 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:02.507092 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f87a8-293b-4b27-88e6-0d812cf503eb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653e2d62-cc38-47d9-9d35-3541910a853f,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:02.510159 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-d57f87a8-293b-4b27-88e6-0d812cf503eb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:02.514814 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d57f87a8-293b-4b27-88e6-0d812cf503eb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.516006 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-d57f87a8-293b-4b27-88e6-0d812cf503eb tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334314 Jun 29 11:48:02.519040 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40168) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:02.523901 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-6495e307-3943-4fae-9342-4b447d530b86 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'security_group_rule': {'security_group_id': '36833fa4-17d1-4f23-b811-8d3ebeba3d9f', 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:02.553833 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6495e307-3943-4fae-9342-4b447d530b86 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.557559 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 4409940e-0527-400c-bf28-87453dcd6b60 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:02.557951 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.617071 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6495e307-3943-4fae-9342-4b447d530b86 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.622131 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6495e307-3943-4fae-9342-4b447d530b86 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.624090 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:02.646194 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495e307-3943-4fae-9342-4b447d530b86 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ad6b12-e8f9-4611-a5d2-9bbe238e10ed,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:02.650705 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6495e307-3943-4fae-9342-4b447d530b86 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:02.650870 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device fd898730-0219-4663-8ae5-85ea0427e774 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:02.657045 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6495e307-3943-4fae-9342-4b447d530b86 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.658581 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-6495e307-3943-4fae-9342-4b447d530b86 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382799 Jun 29 11:48:02.663794 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40172) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:02.670008 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-a7e73b12-bb3c-494e-ba14-7edc5c1ef947 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'security_group_rule': {'security_group_id': '36833fa4-17d1-4f23-b811-8d3ebeba3d9f', 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:02.698089 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.securitygroups_db [None req-a7e73b12-bb3c-494e-ba14-7edc5c1ef947 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Project 12b39c3f6ffa44338b2cdb1c56b52fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:48:02.706261 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a7e73b12-bb3c-494e-ba14-7edc5c1ef947 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.714498 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port fd898730-0219-4663-8ae5-85ea0427e774 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:02.715215 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.801956 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device c9b79a1f-43b3-4225-a430-8c56b38666b1 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:02.863828 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port c9b79a1f-43b3-4225-a430-8c56b38666b1 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:02.868429 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port c9b79a1f-43b3-4225-a430-8c56b38666b1 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:02.868820 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.959569 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.983062 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port c9b79a1f-43b3-4225-a430-8c56b38666b1, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=c9b79a1f-43b3-4225-a430-8c56b38666b1,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:02.988470 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:02.992117 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:03.040785 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Sync routers for ids ['20c231e5-c95e-4ae9-8828-d43102e1da7d'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:48:03.053225 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=c9b79a1f-43b3-4225-a430-8c56b38666b1,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:03.057564 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:03.065032 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Routers {'20c231e5-c95e-4ae9-8828-d43102e1da7d'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:03.065634 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['20c231e5-c95e-4ae9-8828-d43102e1da7d'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:03.105554 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a7e73b12-bb3c-494e-ba14-7edc5c1ef947 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.115295 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a7e73b12-bb3c-494e-ba14-7edc5c1ef947 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.119608 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-1113008a-a54f-4dcd-8cbe-c20566f883ee tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:03.144226 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921382f0-f764-4b14-b81b-06dbc96080d6 req-59d8ee74-2775-4c87-9463-9e4a0fa56aee tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:03.145727 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-921382f0-f764-4b14-b81b-06dbc96080d6 req-59d8ee74-2775-4c87-9463-9e4a0fa56aee tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 947 time: 0.3964756 Jun 29 11:48:03.148641 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e73b12-bb3c-494e-ba14-7edc5c1ef947 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320625ec-f8f9-438a-bf8e-e405d851e91f,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:03.151105 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a7e73b12-bb3c-494e-ba14-7edc5c1ef947 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:03.166755 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a7e73b12-bb3c-494e-ba14-7edc5c1ef947 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.168082 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a7e73b12-bb3c-494e-ba14-7edc5c1ef947 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5025361 Jun 29 11:48:03.170626 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40174) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:03.173428 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-0b4c41e9-4e18-418f-ad4e-7e47e5e9b306 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:03.175518 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-0b4c41e9-4e18-418f-ad4e-7e47e5e9b306 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.24 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 947 time: 0.0745692 Jun 29 11:48:03.175961 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-59d37c73-76b6-48d4-9d2d-0ade66ce3f1e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'security_group_rule': {'security_group_id': '36833fa4-17d1-4f23-b811-8d3ebeba3d9f', 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:03.184787 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Set router 20c231e5-c95e-4ae9-8828-d43102e1da7d gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:03.205186 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-921382f0-f764-4b14-b81b-06dbc96080d6 req-6428f0a8-8f26-40e0-b49c-159c7b216bbd tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups?id=509a657c-6d57-488b-8e6a-c3a90c66b4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531006 Jun 29 11:48:03.214040 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.securitygroups_db [None req-59d37c73-76b6-48d4-9d2d-0ade66ce3f1e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Project 12b39c3f6ffa44338b2cdb1c56b52fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:48:03.220405 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-59d37c73-76b6-48d4-9d2d-0ade66ce3f1e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.279180 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-59d37c73-76b6-48d4-9d2d-0ade66ce3f1e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.284816 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-59d37c73-76b6-48d4-9d2d-0ade66ce3f1e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.287463 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-251d6bc6-3578-4fd6-901d-732e43e3a6af tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:03.305596 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Deleting port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:48:03.305828 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.306719 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d37c73-76b6-48d4-9d2d-0ade66ce3f1e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b620ec-5dc5-4610-9dcc-0ceec0279040,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:03.310839 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-59d37c73-76b6-48d4-9d2d-0ade66ce3f1e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:03.315324 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-59d37c73-76b6-48d4-9d2d-0ade66ce3f1e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.316908 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-59d37c73-76b6-48d4-9d2d-0ade66ce3f1e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453276 Jun 29 11:48:03.412559 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] For port 96f7f558-9d4a-4dda-8b12-ac9dacafc611, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=96f7f558-9d4a-4dda-8b12-ac9dacafc611,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:03.412926 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.528658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'name': 'tempest-TestVolumeBootPattern-854438315-router', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:48:00Z', 'revision_number': 4, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'gw_port': {'id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'e7fa6be5-f646-4aa0-b00f-d583ecab3538', 'name': '', 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'mac_address': 'fa:16:3e:12:17:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c49d11b0-7825-49f6-bf20-8c26d54b84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:59Z', 'updated_at': '2021-06-29T11:48:00Z', 'revision_number': 2, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'subnets': [{'id': 'c49d11b0-7825-49f6-bf20-8c26d54b84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:03.563306 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Checking router: 20c231e5-c95e-4ae9-8828-d43102e1da7d for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:48:03.563674 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Updating router 20c231e5-c95e-4ae9-8828-d43102e1da7d port e7fa6be5-f646-4aa0-b00f-d583ecab3538 binding host dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:48:03.595630 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.596109 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.596520 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Floating IP 1585042b-5a1d-4d18-853e-e18eb73328bc disassociated. External IP: 172.27.3.9, port: 96f7f558-9d4a-4dda-8b12-ac9dacafc611. Jun 29 11:48:03.596957 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Calling delete_port for 96f7f558-9d4a-4dda-8b12-ac9dacafc611 owned by compute:nova {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:48:03.598219 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.736951 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.741133 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:03.776789 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event deleted for resources: {'Port': ['ID=96f7f558-9d4a-4dda-8b12-ac9dacafc611,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:03.781223 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:03.901475 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Router 84cb5a09-7ee6-4804-aef8-79f5222e91da has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:48:03.908988 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Notify callbacks [] for port, precommit_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.919490 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Transition to ACTIVE for port object e7fa6be5-f646-4aa0-b00f-d583ecab3538 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:03.925197 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.927416 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:03.981848 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c922a4e-030f-492d-a71e-1e308e9cae1a None None] Pushing event updated for resources: {'Port': ['ID=e7fa6be5-f646-4aa0-b00f-d583ecab3538,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:04.001868 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-0c922a4e-030f-492d-a71e-1e308e9cae1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:04.041162 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Attempting to bind port e7fa6be5-f646-4aa0-b00f-d583ecab3538 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:48:04.041365 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Attempting to bind port e7fa6be5-f646-4aa0-b00f-d583ecab3538 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:48:04.041930 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Attempting to bind port e7fa6be5-f646-4aa0-b00f-d583ecab3538 on network df3318b1-3559-4bbd-a175-17a7cacaada7 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:48:04.049660 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:48:04.050057 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Checking segment: {'id': '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:48:04.050932 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:04.055883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Bound using segment: {'id': '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:48:04.055883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Bound port: e7fa6be5-f646-4aa0-b00f-d583ecab3538, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:48:04.055883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:04.056343 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:48:04.066700 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] Sync routers for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:48:04.082627 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:04.083223 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:04.127276 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] No DVR routers for this DVR port 96f7f558-9d4a-4dda-8b12-ac9dacafc611 on host hv-cinder-79760 {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:48:04.136068 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:04.138867 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4877ef59-e923-42b9-acdc-c31d0de97152 req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.24 "DELETE /v2.0/ports/96f7f558-9d4a-4dda-8b12-ac9dacafc611 HTTP/1.1" status: 204 len: 173 time: 0.9573729 Jun 29 11:48:04.139423 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'name': 'network-vif-deleted', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:48:04.141860 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9498a9-1b29-4b15-adf3-2fd75fba812a" -d '{"events": [{"server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "name": "network-vif-deleted", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:48:04.180607 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] For port e7fa6be5-f646-4aa0-b00f-d583ecab3538, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:48:04.185218 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] For port e7fa6be5-f646-4aa0-b00f-d583ecab3538, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=e7fa6be5-f646-4aa0-b00f-d583ecab3538,segment=NetworkSegment(4cb6b5e8-4010-4dd5-9fe7-de136f84ae94),segment_id=4cb6b5e8-4010-4dd5-9fe7-de136f84ae94)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:48:04.190485 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac22d835-e4bb-4bf8-b87b-7a5a8ff19955 x-openstack-request-id: req-ac22d835-e4bb-4bf8-b87b-7a5a8ff19955 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:48:04.191600 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9928ba8f-b3d2-49f9-93ce-beb7a393445c", "name": "network-vif-deleted", "tag": "96f7f558-9d4a-4dda-8b12-ac9dacafc611", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:48:04.200969 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ac22d835-e4bb-4bf8-b87b-7a5a8ff19955 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:48:04.201565 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9928ba8f-b3d2-49f9-93ce-beb7a393445c', 'name': 'network-vif-deleted', 'tag': '96f7f558-9d4a-4dda-8b12-ac9dacafc611', 'status': 'completed', 'code': 200} Jun 29 11:48:04.211521 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:04.214533 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-3399cc2a-31e4-410e-9c11-d0958fadb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:04.289491 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:04.312172 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c922a4e-030f-492d-a71e-1e308e9cae1a None None] Pushing event updated for resources: {'Port': ['ID=e7fa6be5-f646-4aa0-b00f-d583ecab3538,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:04.326356 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-0c922a4e-030f-492d-a71e-1e308e9cae1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:04.344717 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Routers {'20c231e5-c95e-4ae9-8828-d43102e1da7d'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:04.345382 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['20c231e5-c95e-4ae9-8828-d43102e1da7d'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:04.466237 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device c9b79a1f-43b3-4225-a430-8c56b38666b1 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:04.523981 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bea89d39-a5d0-452a-b1ae-3da7a9ac53d6 req-16cc9378-d89c-4766-98de-34bcceec7a2c tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928ba8f-b3d2-49f9-93ce-beb7a393445c HTTP/1.1" status: 200 len: 210 time: 0.0478754 Jun 29 11:48:04.611874 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:04.617509 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port c9b79a1f-43b3-4225-a430-8c56b38666b1 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:04.618018 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:04.638414 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] Checking router: 84cb5a09-7ee6-4804-aef8-79f5222e91da for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:48:04.650889 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:04.651651 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:04.656758 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] Set router 20c231e5-c95e-4ae9-8828-d43102e1da7d gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:04.769179 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:04.943765 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'name': 'tempest-TestVolumeBootPattern-854438315-router', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:48:00Z', 'revision_number': 4, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'gw_port': {'id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'e7fa6be5-f646-4aa0-b00f-d583ecab3538', 'name': '', 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'mac_address': 'fa:16:3e:12:17:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c49d11b0-7825-49f6-bf20-8c26d54b84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:59Z', 'updated_at': '2021-06-29T11:48:04Z', 'revision_number': 4, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'subnets': [{'id': 'c49d11b0-7825-49f6-bf20-8c26d54b84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:04.970612 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17258114-8b95-4b44-a87e-d2a694ecb329 None None] The sync data for ids ['20c231e5-c95e-4ae9-8828-d43102e1da7d'] in dv-cinder-797608-2-iscsi is: [{'id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'name': 'tempest-TestVolumeBootPattern-854438315-router', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:48:00Z', 'revision_number': 4, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'gw_port': {'id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'e7fa6be5-f646-4aa0-b00f-d583ecab3538', 'name': '', 'network_id': 'df3318b1-3559-4bbd-a175-17a7cacaada7', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'mac_address': 'fa:16:3e:12:17:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c49d11b0-7825-49f6-bf20-8c26d54b84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:59Z', 'updated_at': '2021-06-29T11:48:04Z', 'revision_number': 4, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'subnets': [{'id': 'c49d11b0-7825-49f6-bf20-8c26d54b84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:48:05.051454 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:05.081472 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1328cd64-8b14-4d6f-a277-4fc6301cc854 None None] The sync data for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi is: [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:35:25Z', 'revision_number': 4, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '8af870fb-7220-4099-a457-fea2d4b36dc3', 'name': '', 'network_id': 'fe85a0d1-59aa-4755-b172-e189055a6707', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'mac_address': 'fa:16:3e:7c:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:24Z', 'updated_at': '2021-06-29T11:35:37Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'subnets': [{'id': '3d2f256e-0a0e-434c-afed-93fc52ad5266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:48:05.513804 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6cf5b5-ca2d-46c1-a5b3-1974659d3028 None None] New status for floating IP 1585042b-5a1d-4d18-853e-e18eb73328bc: DOWN {{(pid=93146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:48:05.657734 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40248) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:05.721558 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-f0ccece9-5d73-40a9-9751-797328136c2d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:05.744070 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-f0ccece9-5d73-40a9-9751-797328136c2d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:05.792026 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-f0ccece9-5d73-40a9-9751-797328136c2d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:05.795689 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-f0ccece9-5d73-40a9-9751-797328136c2d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:05.797484 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-f0ccece9-5d73-40a9-9751-797328136c2d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "DELETE /v2.0/security-groups/509a657c-6d57-488b-8e6a-c3a90c66b4e3 HTTP/1.1" status: 204 len: 168 time: 0.1385705 Jun 29 11:48:05.798703 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-cd976112-804c-4094-b4aa-daf925c3be5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:05.804865 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40250) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:05.820066 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccece9-5d73-40a9-9751-797328136c2d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509a657c-6d57-488b-8e6a-c3a90c66b4e3,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:05.826763 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f0ccece9-5d73-40a9-9751-797328136c2d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:05.827344 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.api.v2.resource [None req-28a3c23a-7223-40b2-816d-88bc6f2032a7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] show failed (client error): The resource could not be found. Jun 29 11:48:05.828367 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-28a3c23a-7223-40b2-816d-88bc6f2032a7 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "GET /v2.0/security-groups/509a657c-6d57-488b-8e6a-c3a90c66b4e3 HTTP/1.1" status: 404 len: 347 time: 0.0223036 Jun 29 11:48:05.831458 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40252) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:05.965254 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Deleting port 5712f03e-9f97-409b-b879-c4deae1dd783 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:48:05.965601 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:06.048815 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:06.049146 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:06.062050 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Calling delete_port for 5712f03e-9f97-409b-b879-c4deae1dd783 owned by network:floatingip {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:48:06.196870 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:06.199568 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-9bb3363f-cc00-4c68-a26b-4f21c2361c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:06.228161 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Pushing event deleted for resources: {'Port': ['ID=5712f03e-9f97-409b-b879-c4deae1dd783,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:06.230202 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 96f7f558-9d4a-4dda-8b12-ac9dacafc611 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:48:06.231922 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:06.253589 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 96f7f558-9d4a-4dda-8b12-ac9dacafc611 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:48:06.253940 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 96f7f558-9d4a-4dda-8b12-ac9dacafc611 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:48:06.294694 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:06.297264 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:06.298401 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] 10.222.0.72 "DELETE /v2.0/floatingips/1585042b-5a1d-4d18-853e-e18eb73328bc HTTP/1.1" status: 204 len: 168 time: 0.4655364 Jun 29 11:48:06.425926 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device e7fa6be5-f646-4aa0-b00f-d583ecab3538 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:06.476960 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port e7fa6be5-f646-4aa0-b00f-d583ecab3538 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:06.481254 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port e7fa6be5-f646-4aa0-b00f-d583ecab3538 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:06.481639 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:06.565175 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:06.600777 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port e7fa6be5-f646-4aa0-b00f-d583ecab3538, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=e7fa6be5-f646-4aa0-b00f-d583ecab3538,segment=NetworkSegment(4cb6b5e8-4010-4dd5-9fe7-de136f84ae94),segment_id=4cb6b5e8-4010-4dd5-9fe7-de136f84ae94)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:06.604930 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:06.609357 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-0c922a4e-030f-492d-a71e-1e308e9cae1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:06.664186 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=e7fa6be5-f646-4aa0-b00f-d583ecab3538,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:06.667594 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:08.394284 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device e7fa6be5-f646-4aa0-b00f-d583ecab3538 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:08.442637 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port e7fa6be5-f646-4aa0-b00f-d583ecab3538 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:08.443053 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:08.905458 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40280) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:09.460676 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669436'] for router_interface, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:09.731253 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Deleting port 8af870fb-7220-4099-a457-fea2d4b36dc3 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:48:09.731504 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:09.813226 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] For port 8af870fb-7220-4099-a457-fea2d4b36dc3, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=8af870fb-7220-4099-a457-fea2d4b36dc3,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:09.813555 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:09.825897 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Calling delete_port for 8af870fb-7220-4099-a457-fea2d4b36dc3 owned by network:router_interface {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:48:10.009659 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:10.012220 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-faa5bf05-fdb4-415f-ae4b-58c373076751 tempest-AttachVolumeNegativeTest-311981055 tempest-AttachVolumeNegativeTest-311981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:10.039191 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af870fb-7220-4099-a457-fea2d4b36dc3,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:10.042918 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:10.215209 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655948'] for router_interface, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:10.437742 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Router 84cb5a09-7ee6-4804-aef8-79f5222e91da has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:48:10.546024 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:48:10.553841 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-3e126d88-6396-45c1-a449-8cb6be5786a7 admin admin] 10.222.0.72 "PUT /v2.0/routers/84cb5a09-7ee6-4804-aef8-79f5222e91da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447356 Jun 29 11:48:10.553841 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40288) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:10.557739 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] Sync routers for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:48:10.566914 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:10.567559 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:10.659463 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Notify callbacks [] for router, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:10.675799 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:10.764371 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:10.821786 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Deleting port 280d6d24-7620-4a1c-95c4-8be6e28c219c {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:48:10.822127 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:10.856476 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:48:09Z', 'revision_number': 5, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port': {'id': '280d6d24-7620-4a1c-95c4-8be6e28c219c', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:17Z', 'updated_at': '2021-06-29T11:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:10.888269 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] Checking router: 84cb5a09-7ee6-4804-aef8-79f5222e91da for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:48:10.896307 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] Routers {'84cb5a09-7ee6-4804-aef8-79f5222e91da'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:10.896901 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:47:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['84cb5a09-7ee6-4804-aef8-79f5222e91da'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:10.909669 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] For port 280d6d24-7620-4a1c-95c4-8be6e28c219c, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=280d6d24-7620-4a1c-95c4-8be6e28c219c,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:10.909669 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:10.920775 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Calling delete_port for 280d6d24-7620-4a1c-95c4-8be6e28c219c owned by network:router_gateway {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:48:10.983192 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] Set router 84cb5a09-7ee6-4804-aef8-79f5222e91da gateway port host: None {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:11.041147 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:48:10Z', 'revision_number': 6, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port_host': None}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:11.099643 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.102052 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-749dfc40-2677-4a96-9504-d49eed2cb236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:11.133860 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Pushing event deleted for resources: {'Port': ['ID=280d6d24-7620-4a1c-95c4-8be6e28c219c,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:11.138028 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:11.162495 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2faac-1bbb-4734-a566-8c6238a37202 None None] The sync data for ids ['84cb5a09-7ee6-4804-aef8-79f5222e91da'] in dv-cinder-797608-2-iscsi is: [{'id': '84cb5a09-7ee6-4804-aef8-79f5222e91da', 'name': 'tempest-AttachVolumeShelveTestJSON-1381509581-router', 'tenant_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:16Z', 'updated_at': '2021-06-29T11:48:10Z', 'revision_number': 6, 'project_id': 'a2fc0d2c6f944d52939e72f3559d83cb', 'gw_port_host': None}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:48:11.207534 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2075368'] for router_gateway, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.312596 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1753'] for router, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.314830 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.365333 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654953'] for router, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.365841 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84cb5a09-7ee6-4804-aef8-79f5222e91da {{(pid=93145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:48:11.371260 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.372442 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-045cac8e-b5a0-4983-a477-5aedbbbf109b admin admin] 10.222.0.72 "DELETE /v2.0/routers/84cb5a09-7ee6-4804-aef8-79f5222e91da HTTP/1.1" status: 204 len: 168 time: 0.8176277 Jun 29 11:48:11.374986 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40292) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:11.421449 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_v2 [None req-546c0803-8868-4157-9e8d-badcd7599ae6 admin admin] Deleting subnet 3d2f256e-0a0e-434c-afed-93fc52ad5266 {{(pid=93145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:48:11.424420 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-546c0803-8868-4157-9e8d-badcd7599ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.462491 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-546c0803-8868-4157-9e8d-badcd7599ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8038721'] for subnet, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.572663 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-546c0803-8868-4157-9e8d-badcd7599ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.626527 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-546c0803-8868-4157-9e8d-badcd7599ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8061683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7824906'] for subnet, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.629056 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a9a541ca-b07e-45cd-aa85-ff21227eabd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:11.653865 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c0803-8868-4157-9e8d-badcd7599ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2f256e-0a0e-434c-afed-93fc52ad5266,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:11.657044 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-546c0803-8868-4157-9e8d-badcd7599ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:11.657986 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-546c0803-8868-4157-9e8d-badcd7599ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:11.659874 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-546c0803-8868-4157-9e8d-badcd7599ae6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3d2f256e-0a0e-434c-afed-93fc52ad5266 HTTP/1.1" status: 204 len: 168 time: 0.2839699 Jun 29 11:48:11.662355 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40294) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:11.666781 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f0260-7e74-43b1-ada8-8dbb7559baa7 None None] Network fe85a0d1-59aa-4755-b172-e189055a6707 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:48:11.881269 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] DHCP port deletion for fe85a0d1-59aa-4755-b172-e189055a6707 request from dv-cinder-797608-2-iscsi {{(pid=93146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:48:11.931236 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] Deleting port 444acb68-fe8b-4e71-b9a2-130186aedbeb {{(pid=93146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:48:11.931904 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.000947 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] For port 444acb68-fe8b-4e71-b9a2-130186aedbeb, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=444acb68-fe8b-4e71-b9a2-130186aedbeb,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:12.001297 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.014944 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.015194 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] Calling delete_port for 444acb68-fe8b-4e71-b9a2-130186aedbeb owned by network:dhcp {{(pid=93146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:48:12.069259 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Deleting port 444acb68-fe8b-4e71-b9a2-130186aedbeb {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:48:12.069783 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.099663 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389'] for port, after_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.101832 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:12.125360 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] Pushing event deleted for resources: {'Port': ['ID=444acb68-fe8b-4e71-b9a2-130186aedbeb,revision_number=None']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:12.128549 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:12.130930 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] No DVR routers for this DVR port 444acb68-fe8b-4e71-b9a2-130186aedbeb on host dv-cinder-797608-2-iscsi {{(pid=93146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:48:12.140939 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] For port 444acb68-fe8b-4e71-b9a2-130186aedbeb, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=444acb68-fe8b-4e71-b9a2-130186aedbeb,segment=NetworkSegment(3fc754a3-392f-47a2-980c-9410910b17e0),segment_id=3fc754a3-392f-47a2-980c-9410910b17e0)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:12.140939 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.159392 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Calling delete_port for 444acb68-fe8b-4e71-b9a2-130186aedbeb owned by network:dhcp {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:48:12.243407 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.245525 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e2677edd-c838-4fe1-9269-7b1371d3cca5 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:12.278785 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Pushing event deleted for resources: {'Port': ['ID=444acb68-fe8b-4e71-b9a2-130186aedbeb,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:12.281693 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:12.285984 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] No DVR routers for this DVR port 444acb68-fe8b-4e71-b9a2-130186aedbeb on host dv-cinder-797608-2-iscsi {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:48:12.391059 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.404936 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe85a0d1-59aa-4755-b172-e189055a6707']}} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:12.412204 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 280d6d24-7620-4a1c-95c4-8be6e28c219c no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:48:12.420708 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc754a3-392f-47a2-980c-9410910b17e0') {'for_net_delete': True} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:12.421005 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc754a3-392f-47a2-980c-9410910b17e0') {} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:12.433786 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 280d6d24-7620-4a1c-95c4-8be6e28c219c {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:48:12.434422 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 280d6d24-7620-4a1c-95c4-8be6e28c219c not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:48:12.434865 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 444acb68-fe8b-4e71-b9a2-130186aedbeb no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:48:12.435024 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8038734'] for segment, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.452808 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.456033 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 444acb68-fe8b-4e71-b9a2-130186aedbeb {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:48:12.456965 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 444acb68-fe8b-4e71-b9a2-130186aedbeb not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:48:12.457879 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8af870fb-7220-4099-a457-fea2d4b36dc3 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:48:12.459487 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:48:12.459896 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8061534'] for segment, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: self.session.flush() Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: self.session.flush() Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: self.session.flush() Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: self.session.flush() Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: Traceback (most recent call last): Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: timer() Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: cb(*args, **kw) Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: return func(*args, **kwargs) Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: self._notify() Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: self.callback(batched_events) Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: event.method(event) Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: return f(self, *a, **k) Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._get(url).json() Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: return self.request(url, 'GET', **kwargs) Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:48:12.461965 dv-cinder-797608-2-iscsi neutron-server[93145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:48:12.487347 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 8af870fb-7220-4099-a457-fea2d4b36dc3 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:48:12.487694 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8af870fb-7220-4099-a457-fea2d4b36dc3 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:48:12.534942 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.543281 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:12.566200 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.570539 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fe85a0d1-59aa-4755-b172-e189055a6707 HTTP/1.1" status: 204 len: 168 time: 0.9048817 Jun 29 11:48:12.571522 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe85a0d1-59aa-4755-b172-e189055a6707,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:12.575266 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4e5dbcc6-2479-4e9a-a58e-31cc04481483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:12.735712 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40300) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:12.785665 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-9399dc15-403e-4350-b1e4-93717cb5478e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a2fc0d2c6f944d52939e72f3559d83cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485234 Jun 29 11:48:12.788610 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40302) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:12.854457 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0db895a8-2240-462e-862e-8dc0ab7963c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.886957 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0db895a8-2240-462e-862e-8dc0ab7963c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.946331 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0db895a8-2240-462e-862e-8dc0ab7963c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.950977 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0db895a8-2240-462e-862e-8dc0ab7963c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:12.952675 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-0db895a8-2240-462e-862e-8dc0ab7963c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b19d64c7-84f4-4335-b4aa-eb3ac326cda0 HTTP/1.1" status: 204 len: 168 time: 0.1630816 Jun 29 11:48:12.953987 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d4ec553e-e96a-4575-9549-fed4af2418fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:12.962208 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db895a8-2240-462e-862e-8dc0ab7963c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19d64c7-84f4-4335-b4aa-eb3ac326cda0,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:12.965570 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0db895a8-2240-462e-862e-8dc0ab7963c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:14.733971 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40358) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:14.848764 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-07dbf292-b17b-40d2-9400-800b45c77a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:14.936528 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-07dbf292-b17b-40d2-9400-800b45c77a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:14.940197 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-07dbf292-b17b-40d2-9400-800b45c77a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:14.942639 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-999123bc-6866-4e83-8925-cba5da6220b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:14.982650 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbf292-b17b-40d2-9400-800b45c77a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c902cb7-8c55-4c1b-b088-1dab15323aee,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:14.987048 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-07dbf292-b17b-40d2-9400-800b45c77a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:14.989792 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-07dbf292-b17b-40d2-9400-800b45c77a00 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e09b4a4bb05458085be195faf2efc40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548230 Jun 29 11:48:14.993455 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40362) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:15.055632 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e1faadf2-7b84-4052-bc49-d778ba854c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.076994 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e1faadf2-7b84-4052-bc49-d778ba854c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.125151 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e1faadf2-7b84-4052-bc49-d778ba854c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.127791 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e1faadf2-7b84-4052-bc49-d778ba854c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.128973 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-e1faadf2-7b84-4052-bc49-d778ba854c8b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c902cb7-8c55-4c1b-b088-1dab15323aee HTTP/1.1" status: 204 len: 168 time: 0.1345861 Jun 29 11:48:15.129752 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c1ca9127-9b1d-43a8-a03e-18b480faa739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:15.137754 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faadf2-7b84-4052-bc49-d778ba854c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c902cb7-8c55-4c1b-b088-1dab15323aee,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:15.139958 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e1faadf2-7b84-4052-bc49-d778ba854c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:15.405001 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40376) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:15.419153 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a886-84cd-46dc-95d3-5b514f69821e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.512437 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a886-84cd-46dc-95d3-5b514f69821e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.516381 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a886-84cd-46dc-95d3-5b514f69821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.519828 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f0ccece9-5d73-40a9-9751-797328136c2d tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:15.556574 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-f1d0a886-84cd-46dc-95d3-5b514f69821e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c47f6ca286944080b5ad759e08d9b608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504426 Jun 29 11:48:15.557358 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0a886-84cd-46dc-95d3-5b514f69821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7808cb20-29e3-4fde-8c1a-78fa972d0be5,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:15.559254 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40380) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:15.560594 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f1d0a886-84cd-46dc-95d3-5b514f69821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:15.620614 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c67cca75-65e9-427b-86bd-73c1d59dcd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.641974 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c67cca75-65e9-427b-86bd-73c1d59dcd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.687874 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c67cca75-65e9-427b-86bd-73c1d59dcd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.690510 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-c67cca75-65e9-427b-86bd-73c1d59dcd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:15.691656 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-c67cca75-65e9-427b-86bd-73c1d59dcd03 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7808cb20-29e3-4fde-8c1a-78fa972d0be5 HTTP/1.1" status: 204 len: 168 time: 0.1307814 Jun 29 11:48:15.692445 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c8e9957d-e9bc-4df3-be46-85f2b3e7cb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:15.700951 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cca75-65e9-427b-86bd-73c1d59dcd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7808cb20-29e3-4fde-8c1a-78fa972d0be5,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:15.703139 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c67cca75-65e9-427b-86bd-73c1d59dcd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:17.485926 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:18.508246 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40520) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:18.611046 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-675f91d7-5fb5-4ed7-9065-80be401974a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:18.702158 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-675f91d7-5fb5-4ed7-9065-80be401974a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:18.705954 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-675f91d7-5fb5-4ed7-9065-80be401974a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:18.709075 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-9b4f010b-7f09-4e39-8bbd-a9d5e7cb9b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:18.752687 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40526) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:18.753290 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-675f91d7-5fb5-4ed7-9065-80be401974a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e8906abf57948d3b1e52a8e5afa4db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433555 Jun 29 11:48:18.753670 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f91d7-5fb5-4ed7-9065-80be401974a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fea3e86-33cc-483d-b0c3-ae719c1d52bf,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:18.756872 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-675f91d7-5fb5-4ed7-9065-80be401974a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:18.804272 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4909bdb7-a6b3-4eef-840f-c92c3552e6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:18.828025 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4909bdb7-a6b3-4eef-840f-c92c3552e6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:18.876708 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4909bdb7-a6b3-4eef-840f-c92c3552e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:18.880015 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4909bdb7-a6b3-4eef-840f-c92c3552e6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:18.881180 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-4909bdb7-a6b3-4eef-840f-c92c3552e6b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0fea3e86-33cc-483d-b0c3-ae719c1d52bf HTTP/1.1" status: 204 len: 168 time: 0.1273704 Jun 29 11:48:18.881939 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-614e7078-ee95-4710-893c-410921c71feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:18.889479 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909bdb7-a6b3-4eef-840f-c92c3552e6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fea3e86-33cc-483d-b0c3-ae719c1d52bf,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:18.896153 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4909bdb7-a6b3-4eef-840f-c92c3552e6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:19.135398 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40532) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:19.149690 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-86342584-b7fd-48f1-9d47-8ae6572290dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:19.238242 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-86342584-b7fd-48f1-9d47-8ae6572290dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:19.241933 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-86342584-b7fd-48f1-9d47-8ae6572290dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:19.244351 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4e14ec06-caba-4788-b064-280bb4fb5f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:19.281113 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-86342584-b7fd-48f1-9d47-8ae6572290dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d046128009504420a1fbf2554224de4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445796 Jun 29 11:48:19.281992 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86342584-b7fd-48f1-9d47-8ae6572290dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5312b5a3-ac6a-4c66-bd31-3566eb0dd445,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:19.283774 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40534) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:19.284909 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-86342584-b7fd-48f1-9d47-8ae6572290dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:19.334071 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-040cae63-6a90-4788-8d80-6e7f95663d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:19.358394 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-040cae63-6a90-4788-8d80-6e7f95663d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:19.411446 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-040cae63-6a90-4788-8d80-6e7f95663d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:19.414161 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-040cae63-6a90-4788-8d80-6e7f95663d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:19.415313 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-040cae63-6a90-4788-8d80-6e7f95663d43 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5312b5a3-ac6a-4c66-bd31-3566eb0dd445 HTTP/1.1" status: 204 len: 168 time: 0.1304758 Jun 29 11:48:19.416103 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a3478b4d-d572-4ae4-abaf-9c8491323835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:19.424469 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cae63-6a90-4788-8d80-6e7f95663d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5312b5a3-ac6a-4c66-bd31-3566eb0dd445,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:19.430602 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-040cae63-6a90-4788-8d80-6e7f95663d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:23.151892 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-31de9c31-39ed-4fbb-8c4d-c033da01a96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:24.267730 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40618) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:24.372636 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-381eb761-573c-4a5a-9570-962bda0d4ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:24.466423 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-381eb761-573c-4a5a-9570-962bda0d4ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:24.470657 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-381eb761-573c-4a5a-9570-962bda0d4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:24.474380 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ac5298e3-cbef-4426-a6bb-aac2bcb748fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:24.511548 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-381eb761-573c-4a5a-9570-962bda0d4ac2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3ac2e98fb974d5aad64724eaff2fec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425942 Jun 29 11:48:24.514714 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381eb761-573c-4a5a-9570-962bda0d4ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76779db-7bb8-4347-8d38-a3fce13a71ad,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:24.515026 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40622) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:24.517697 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-381eb761-573c-4a5a-9570-962bda0d4ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:24.565144 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-216f179e-63a9-4214-a3e2-31dd425d9971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:24.587175 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-216f179e-63a9-4214-a3e2-31dd425d9971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:24.633952 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-216f179e-63a9-4214-a3e2-31dd425d9971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:24.636954 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-216f179e-63a9-4214-a3e2-31dd425d9971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:24.639041 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-216f179e-63a9-4214-a3e2-31dd425d9971 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d76779db-7bb8-4347-8d38-a3fce13a71ad HTTP/1.1" status: 204 len: 168 time: 0.1228156 Jun 29 11:48:24.640234 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-b0976cb3-3276-4360-a0c0-0bdc1b70a8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:24.652374 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f179e-63a9-4214-a3e2-31dd425d9971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76779db-7bb8-4347-8d38-a3fce13a71ad,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:24.656302 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-216f179e-63a9-4214-a3e2-31dd425d9971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:24.900906 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40628) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:24.914516 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7bd27d09-336e-4e47-a8dc-77a6fdd3b4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:25.005384 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7bd27d09-336e-4e47-a8dc-77a6fdd3b4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:25.009180 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7bd27d09-336e-4e47-a8dc-77a6fdd3b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:25.013217 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c67cca75-65e9-427b-86bd-73c1d59dcd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:25.050827 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-7bd27d09-336e-4e47-a8dc-77a6fdd3b4fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=548a449627fe4b06b7c619718aec0793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488385 Jun 29 11:48:25.053407 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40636) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:25.060940 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd27d09-336e-4e47-a8dc-77a6fdd3b4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5481f2-e088-428e-918d-73f081feaf13,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:25.068795 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-7bd27d09-336e-4e47-a8dc-77a6fdd3b4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:25.105694 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4a271596-fb86-4d1f-bebf-b3527037730f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:25.129038 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4a271596-fb86-4d1f-bebf-b3527037730f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:25.175701 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4a271596-fb86-4d1f-bebf-b3527037730f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:25.178443 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4a271596-fb86-4d1f-bebf-b3527037730f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:25.181999 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-4a271596-fb86-4d1f-bebf-b3527037730f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c5481f2-e088-428e-918d-73f081feaf13 HTTP/1.1" status: 204 len: 168 time: 0.1252599 Jun 29 11:48:25.181999 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d044e9ac-8d28-4b54-ad98-ec53e6114556 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:25.188272 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a271596-fb86-4d1f-bebf-b3527037730f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5481f2-e088-428e-918d-73f081feaf13,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:25.190519 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4a271596-fb86-4d1f-bebf-b3527037730f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:25.242193 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-505088ff-74bb-46a8-9965-e792ae1ebf65 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565054519&fields=id&tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac HTTP/1.1" status: 200 len: 267 time: 0.0377860 Jun 29 11:48:25.349272 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-592daaab-99df-44e3-90e2-5ea82f490d14 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:25.350713 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-592daaab-99df-44e3-90e2-5ea82f490d14 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 812 time: 0.1008070 Jun 29 11:48:25.368729 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-62b86df0-50ab-4cf3-b970-41b50d66d8b5 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/quotas/12b39c3f6ffa44338b2cdb1c56b52fac HTTP/1.1" status: 200 len: 375 time: 0.0126288 Jun 29 11:48:25.437211 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-4788a5f4-9289-4f22-b06d-e030d7730293 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650897 Jun 29 11:48:25.545811 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-e47e9fc3-5634-4d30-b8d8-d7dce53ff593 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:48:25.549999 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-e47e9fc3-5634-4d30-b8d8-d7dce53ff593 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0983407 Jun 29 11:48:25.643198 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-e57b1b1b-96bd-4ce2-9dca-93e3499c29cd service neutron] 10.222.0.72 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896471 Jun 29 11:48:25.745029 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-1764a28f-5843-4a61-a9e5-f59a7283920e service neutron] 10.222.0.72 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954046 Jun 29 11:48:26.062525 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-e49dba24-eff1-4434-8778-58bed1200de9 req-fdaa7c60-c452-420a-918e-d9b4c2291f1f tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 210 time: 0.0349736 Jun 29 11:48:26.423048 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4012b235-c8ba-4288-b30f-51c8f57d1c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:27.105946 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:27.181369 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-421a46b3-c859-493c-a07a-0d2c4abc0030 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:27.183478 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-421a46b3-c859-493c-a07a-0d2c4abc0030 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 812 time: 0.1230791 Jun 29 11:48:27.218417 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-416aefaa-d8a8-4ae4-8960-f7fc06c000c0 req-7e336161-9c27-4187-9ef5-8ddc17f7ec90 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 210 time: 0.0324054 Jun 29 11:48:27.253108 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-52b08038-8d21-4835-a67c-5d6478fc21b7 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac HTTP/1.1" status: 200 len: 379 time: 0.0582848 Jun 29 11:48:27.262202 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'port': {'device_id': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'admin_state_up': True, 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'security_groups': ['36833fa4-17d1-4f23-b811-8d3ebeba3d9f']}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:27.369980 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Made reservation on behalf of 12b39c3f6ffa44338b2cdb1c56b52fac for: {'port': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:48:27.374398 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:27.500353 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Allocated IP 172.20.0.14 (4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44/d9d3a095-20e9-48f1-bfb9-32481c33d641/736d962c-3c4f-4d33-9964-2664ea3d217e) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:48:27.634836 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:27.653102 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Transition to ACTIVE for port object 736d962c-3c4f-4d33-9964-2664ea3d217e will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:27.686765 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:27.690852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-18361210-c2ee-40a2-858d-091c135bb903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:27.733264 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:27.739569 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:27.745658 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:48:27.774408 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'Port': ['ID=736d962c-3c4f-4d33-9964-2664ea3d217e,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:27.778736 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:27.801257 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:27.801907 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:27.818839 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-9bc26bf6-7f4d-462d-b7fa-eb1d2c6fb707 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5604529 Jun 29 11:48:27.832256 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Request body: {'port': {'device_id': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:28.070106 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:28.072405 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-fa56b5af-5075-472f-99e6-125b9013e8e5 None None] Provisioning for port 736d962c-3c4f-4d33-9964-2664ea3d217e completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:28.077420 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-fa56b5af-5075-472f-99e6-125b9013e8e5 None None] Provisioning complete for port 736d962c-3c4f-4d33-9964-2664ea3d217e triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:28.077865 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-fa56b5af-5075-472f-99e6-125b9013e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:28.120337 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-fa56b5af-5075-472f-99e6-125b9013e8e5 None None] Port 736d962c-3c4f-4d33-9964-2664ea3d217e cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:48:28.174431 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:28.413477 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c84c6d-9ef9-46e3-ac5a-758e4c56d9db req-1b1b8895-fb7c-4ba5-a3c1-11d9e39e8200 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:28.414872 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-86c84c6d-9ef9-46e3-ac5a-758e4c56d9db req-1b1b8895-fb7c-4ba5-a3c1-11d9e39e8200 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 932 time: 0.0801959 Jun 29 11:48:28.450105 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736d962c-3c4f-4d33-9964-2664ea3d217e {{(pid=93144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:48:28.455343 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-86c84c6d-9ef9-46e3-ac5a-758e4c56d9db req-e0fc5a02-01a8-4107-b5d6-f5d9dfee03fe tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336452 Jun 29 11:48:28.457891 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:28.475149 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Transition to ACTIVE for port object 736d962c-3c4f-4d33-9964-2664ea3d217e will not be triggered until provisioned by entity L2. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:28.478974 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:28.482423 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-298e4011-3312-4d71-b239-2391b500b9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:28.531340 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Pushing event updated for resources: {'Port': ['ID=736d962c-3c4f-4d33-9964-2664ea3d217e,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:28.534909 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:28.609431 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Attempting to bind port 736d962c-3c4f-4d33-9964-2664ea3d217e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:48:28.609780 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Attempting to bind port 736d962c-3c4f-4d33-9964-2664ea3d217e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:48:28.610111 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Attempting to bind port 736d962c-3c4f-4d33-9964-2664ea3d217e on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:48:28.614512 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Port 736d962c-3c4f-4d33-9964-2664ea3d217e on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:48:28.614835 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Attempting to bind port 736d962c-3c4f-4d33-9964-2664ea3d217e on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:48:28.619706 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:48:28.620046 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Checking segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:48:28.620554 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Bound using segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:48:28.620990 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Bound port: 736d962c-3c4f-4d33-9964-2664ea3d217e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'}}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:48:28.621353 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:28.686041 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] For port 736d962c-3c4f-4d33-9964-2664ea3d217e, host hv-cinder-79760, cleared binding levels {{(pid=93144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:48:28.689099 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] For port 736d962c-3c4f-4d33-9964-2664ea3d217e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=736d962c-3c4f-4d33-9964-2664ea3d217e,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:48:28.693033 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:28.694951 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-845d8d4d-73c3-4e87-8af1-cb0bb914ea82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:28.732351 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:28.732970 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:28.734373 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-eba8570b-837d-4357-8191-727c3293b35d service neutron] 10.222.0.24 "PUT /v2.0/ports/736d962c-3c4f-4d33-9964-2664ea3d217e HTTP/1.1" status: 200 len: 1094 time: 0.9072464 Jun 29 11:48:28.734893 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'tag': '736d962c-3c4f-4d33-9964-2664ea3d217e'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:48:28.737269 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba" -d '{"events": [{"name": "network-changed", "server_uuid": "7c746f9f-865d-4ea1-8994-943ded449e5f", "tag": "736d962c-3c4f-4d33-9964-2664ea3d217e"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:48:28.759111 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Pushing event updated for resources: {'Port': ['ID=736d962c-3c4f-4d33-9964-2664ea3d217e,revision_number=3']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:28.763174 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:28.802267 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913429b5-ad65-42a6-ba2d-32e0399e21fa x-openstack-request-id: req-913429b5-ad65-42a6-ba2d-32e0399e21fa {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:48:28.802657 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c746f9f-865d-4ea1-8994-943ded449e5f", "tag": "736d962c-3c4f-4d33-9964-2664ea3d217e", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:48:28.802951 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-913429b5-ad65-42a6-ba2d-32e0399e21fa {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:48:28.803394 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'tag': '736d962c-3c4f-4d33-9964-2664ea3d217e', 'status': 'completed', 'code': 200} Jun 29 11:48:28.854821 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-ffab9c8c-dc12-4815-98b9-e8814def0c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:28.856379 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-ffab9c8c-dc12-4815-98b9-e8814def0c89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 1097 time: 0.0633285 Jun 29 11:48:28.900997 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-ad76c5d4-19de-4a14-bf31-6bd25509069e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=736d962c-3c4f-4d33-9964-2664ea3d217e HTTP/1.1" status: 200 len: 217 time: 0.0369956 Jun 29 11:48:28.948217 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-15c83a6a-b641-4ba8-babe-65a792c8673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:28.949565 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-15c83a6a-b641-4ba8-babe-65a792c8673d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0428774 Jun 29 11:48:29.007760 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-b5d19772-17c4-48f0-bf8b-bcae571e167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:29.009297 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-b5d19772-17c4-48f0-bf8b-bcae571e167e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537517 Jun 29 11:48:29.101875 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-95638050-8d17-493b-a6c9-41810a3581ff service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849729 Jun 29 11:48:29.193394 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5dcb2dce-9d53-4beb-82f6-8046dcdd635c req-deca200b-8d42-44bf-93bf-cdb850944fad service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845981 Jun 29 11:48:29.288390 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-2a3edf26-0f36-4583-a914-2b8e5c22e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:29.289774 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-2a3edf26-0f36-4583-a914-2b8e5c22e0fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 1097 time: 0.0528498 Jun 29 11:48:29.380350 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-fd96ec32-eec0-4e0e-8cc3-339c7b8c3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:29.381933 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-fd96ec32-eec0-4e0e-8cc3-339c7b8c3bb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.0852211 Jun 29 11:48:29.428636 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-b3312e6e-f8fe-4edf-b334-bc35732ba910 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=736d962c-3c4f-4d33-9964-2664ea3d217e HTTP/1.1" status: 200 len: 217 time: 0.0397456 Jun 29 11:48:29.479144 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-3ce9f62b-31d8-49ee-8da2-6197c57787c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:29.480615 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-3ce9f62b-31d8-49ee-8da2-6197c57787c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0450428 Jun 29 11:48:29.550889 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-88c023db-b963-4837-b9a9-cdbd12838055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:29.552732 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-88c023db-b963-4837-b9a9-cdbd12838055 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660033 Jun 29 11:48:29.555601 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:29.644982 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910194e-0dfe-4803-b20b-2d9cb94e86c3 req-9d0a6a26-aa41-42d8-baf8-d5575cd8338f tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:29.646704 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f910194e-0dfe-4803-b20b-2d9cb94e86c3 req-9d0a6a26-aa41-42d8-baf8-d5575cd8338f tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 944 time: 0.0719247 Jun 29 11:48:29.659629 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-eed0e2bb-6300-4c54-9cd4-62685336bfa2 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996809 Jun 29 11:48:29.687473 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f910194e-0dfe-4803-b20b-2d9cb94e86c3 req-d6729daf-6d63-44ca-b7f2-c1bb9971715f tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340574 Jun 29 11:48:29.755427 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1f31bc9f-1fe1-4dd9-99ac-eac3075f2aba req-95de7bdb-2154-4058-b69c-66fa73201a50 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893719 Jun 29 11:48:30.266665 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:48:30.880981 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057556c7-e10a-426a-aa1f-365ba5286333 req-e0df8e61-2f7a-4325-9f15-7c3804ebfd09 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:30.882492 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-057556c7-e10a-426a-aa1f-365ba5286333 req-e0df8e61-2f7a-4325-9f15-7c3804ebfd09 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 944 time: 0.0773704 Jun 29 11:48:30.921763 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-057556c7-e10a-426a-aa1f-365ba5286333 req-046d2ea8-b062-47d8-8692-6e7f73a7a1a9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326569 Jun 29 11:48:31.065502 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40750) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:31.168784 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4b502d4a-03f7-4a17-ac59-5f4761eb8142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.260443 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4b502d4a-03f7-4a17-ac59-5f4761eb8142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.264339 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-4b502d4a-03f7-4a17-ac59-5f4761eb8142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.266771 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-fa273991-d3e9-479b-a847-7e4170c114c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:31.304965 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b502d4a-03f7-4a17-ac59-5f4761eb8142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e31f1b-5046-4e57-a69d-1697ad4d9911,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:31.308604 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4b502d4a-03f7-4a17-ac59-5f4761eb8142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:31.312782 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-4b502d4a-03f7-4a17-ac59-5f4761eb8142 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edb484d2882542f294034781c762b246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462671 Jun 29 11:48:31.315386 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40754) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:31.369531 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c1f48ede-4ba5-416f-94aa-a54e64fc3f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.392311 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c1f48ede-4ba5-416f-94aa-a54e64fc3f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.440719 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c1f48ede-4ba5-416f-94aa-a54e64fc3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.443578 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c1f48ede-4ba5-416f-94aa-a54e64fc3f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.444993 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-c1f48ede-4ba5-416f-94aa-a54e64fc3f68 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80e31f1b-5046-4e57-a69d-1697ad4d9911 HTTP/1.1" status: 204 len: 168 time: 0.1285665 Jun 29 11:48:31.446100 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ef292891-32f9-444c-ad95-6b35a4c23239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:31.460469 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f48ede-4ba5-416f-94aa-a54e64fc3f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e31f1b-5046-4e57-a69d-1697ad4d9911,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:31.462848 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c1f48ede-4ba5-416f-94aa-a54e64fc3f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:31.702678 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40760) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:31.716397 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d256fa5-b673-4ee8-85ad-2338eb6366e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.807648 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d256fa5-b673-4ee8-85ad-2338eb6366e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.812062 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5d256fa5-b673-4ee8-85ad-2338eb6366e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.815474 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-77a9bc69-e57b-4281-978f-cd7e460e7a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:31.850700 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-5d256fa5-b673-4ee8-85ad-2338eb6366e9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b30a3ab9c194e1eac1ed8c698249984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469545 Jun 29 11:48:31.851849 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d256fa5-b673-4ee8-85ad-2338eb6366e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce1d397-e62e-4d92-8b3b-515d36c180e8,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:31.853515 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40762) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:31.854802 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d256fa5-b673-4ee8-85ad-2338eb6366e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:31.907090 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-5e224f5e-fbe8-4ff6-9104-74404172a7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.927996 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-5e224f5e-fbe8-4ff6-9104-74404172a7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.975121 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-5e224f5e-fbe8-4ff6-9104-74404172a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.977762 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-5e224f5e-fbe8-4ff6-9104-74404172a7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:31.978914 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-5e224f5e-fbe8-4ff6-9104-74404172a7d1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bce1d397-e62e-4d92-8b3b-515d36c180e8 HTTP/1.1" status: 204 len: 168 time: 0.1235328 Jun 29 11:48:31.979782 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-bf5c01c1-48d6-487e-8ce3-ac33fc46f0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:31.987398 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e224f5e-fbe8-4ff6-9104-74404172a7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce1d397-e62e-4d92-8b3b-515d36c180e8,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:31.989625 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-5e224f5e-fbe8-4ff6-9104-74404172a7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:32.117436 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493752-2201-4972-b0f1-e6fc9aa8d8ad req-b8bda1c3-362b-4b19-859e-99f4eb880db8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:32.118931 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-34493752-2201-4972-b0f1-e6fc9aa8d8ad req-b8bda1c3-362b-4b19-859e-99f4eb880db8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 944 time: 0.0651901 Jun 29 11:48:32.160309 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-34493752-2201-4972-b0f1-e6fc9aa8d8ad req-260c35c5-b65d-4830-9856-64d2594b987c tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348949 Jun 29 11:48:33.344523 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beb56d-b825-44d2-9869-68a7512f5945 req-ae00ed96-703d-4fa0-a35b-044cccbe7a04 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:33.346033 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-80beb56d-b825-44d2-9869-68a7512f5945 req-ae00ed96-703d-4fa0-a35b-044cccbe7a04 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 944 time: 0.0702732 Jun 29 11:48:33.392358 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-80beb56d-b825-44d2-9869-68a7512f5945 req-bda8298e-0186-4549-9b0b-2464de29f876 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400727 Jun 29 11:48:34.568569 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab04f5-7b06-4955-a8ac-2239804cc452 req-f6a40d8f-fcdd-47ed-acee-b05fc8b47e7d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:34.570038 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-55ab04f5-7b06-4955-a8ac-2239804cc452 req-f6a40d8f-fcdd-47ed-acee-b05fc8b47e7d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 944 time: 0.0646036 Jun 29 11:48:34.614197 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-55ab04f5-7b06-4955-a8ac-2239804cc452 req-747c7e8c-e4c9-4eda-b418-53dfa7d32ddd tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379384 Jun 29 11:48:35.813030 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34e7b7-1a5f-4056-b19f-9d668cd236d6 req-6748233e-bc92-4013-80b5-b23132246b11 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:35.814568 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ef34e7b7-1a5f-4056-b19f-9d668cd236d6 req-6748233e-bc92-4013-80b5-b23132246b11 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 944 time: 0.0686760 Jun 29 11:48:35.853828 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ef34e7b7-1a5f-4056-b19f-9d668cd236d6 req-23bf3ff7-bb6b-4bf1-8c1a-15237ee0cfc3 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332749 Jun 29 11:48:36.411352 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 736d962c-3c4f-4d33-9964-2664ea3d217e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:48:36.627034 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 736d962c-3c4f-4d33-9964-2664ea3d217e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=736d962c-3c4f-4d33-9964-2664ea3d217e,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:36.639046 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '736d962c-3c4f-4d33-9964-2664ea3d217e', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'port_id': '736d962c-3c4f-4d33-9964-2664ea3d217e', 'mac_address': 'fa:16:3e:2c:0d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:48:36.679265 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:36.692702 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736d962c-3c4f-4d33-9964-2664ea3d217e {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:48:36.711693 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 736d962c-3c4f-4d33-9964-2664ea3d217e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=736d962c-3c4f-4d33-9964-2664ea3d217e,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:36.716627 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:36.719232 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:36.764697 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=736d962c-3c4f-4d33-9964-2664ea3d217e,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:36.767708 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:37.033339 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb49d5-1311-49f3-a1f4-79d700e97ec0 req-98a7d95f-963e-4344-9f80-2169e0da1da9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:37.034868 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-dccb49d5-1311-49f3-a1f4-79d700e97ec0 req-98a7d95f-963e-4344-9f80-2169e0da1da9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 945 time: 0.0687089 Jun 29 11:48:37.041842 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['736d962c-3c4f-4d33-9964-2664ea3d217e'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:48:37.080666 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-dccb49d5-1311-49f3-a1f4-79d700e97ec0 req-391db8bc-890e-4f46-8582-f63cec53282e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369675 Jun 29 11:48:38.253896 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afe2c2-1b31-44e4-badb-c650cfe407f9 req-5a73e6bf-e612-4679-bbc5-f7ba6ef06ac2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:38.255367 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-68afe2c2-1b31-44e4-badb-c650cfe407f9 req-5a73e6bf-e612-4679-bbc5-f7ba6ef06ac2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 945 time: 0.0624292 Jun 29 11:48:38.292990 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-68afe2c2-1b31-44e4-badb-c650cfe407f9 req-8c73486a-a3aa-4970-9476-baf90d27d6f8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319743 Jun 29 11:48:38.408635 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 736d962c-3c4f-4d33-9964-2664ea3d217e up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:38.457313 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 736d962c-3c4f-4d33-9964-2664ea3d217e completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:38.461091 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 736d962c-3c4f-4d33-9964-2664ea3d217e triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:38.461474 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:38.547074 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:38.569297 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736d962c-3c4f-4d33-9964-2664ea3d217e'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:48:38.571542 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3333589-f9ad-42ab-b5fe-3177575cdea1" -d '{"events": [{"server_uuid": "7c746f9f-865d-4ea1-8994-943ded449e5f", "name": "network-vif-plugged", "status": "completed", "tag": "736d962c-3c4f-4d33-9964-2664ea3d217e"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:48:38.584662 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 736d962c-3c4f-4d33-9964-2664ea3d217e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=736d962c-3c4f-4d33-9964-2664ea3d217e,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:38.592477 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:38.596296 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:38.621381 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410f1f21-fca6-4a66-a611-5d80c574568b x-openstack-request-id: req-410f1f21-fca6-4a66-a611-5d80c574568b {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:48:38.621737 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c746f9f-865d-4ea1-8994-943ded449e5f", "name": "network-vif-plugged", "status": "completed", "tag": "736d962c-3c4f-4d33-9964-2664ea3d217e", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:48:38.622074 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-410f1f21-fca6-4a66-a611-5d80c574568b {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:48:38.622470 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736d962c-3c4f-4d33-9964-2664ea3d217e', 'code': 200} Jun 29 11:48:38.651277 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=736d962c-3c4f-4d33-9964-2664ea3d217e,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:38.655233 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:38.895314 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155b3aa-5359-4b0b-b5ce-0b5c295033ff req-e47c3609-d19d-416c-adc8-72e7d2ba9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:38.896849 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4155b3aa-5359-4b0b-b5ce-0b5c295033ff req-e47c3609-d19d-416c-adc8-72e7d2ba9085 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 1099 time: 0.0594471 Jun 29 11:48:38.931895 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4155b3aa-5359-4b0b-b5ce-0b5c295033ff req-9f7223a0-f519-4d4e-b2ba-7021ec3514c4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288210 Jun 29 11:48:39.465231 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264203b-a69e-4d4d-be17-3c690de5810f req-fdd8c31a-fdc2-4fee-afc2-d60f6a3a0f7d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:39.467731 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1264203b-a69e-4d4d-be17-3c690de5810f req-fdd8c31a-fdc2-4fee-afc2-d60f6a3a0f7d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 946 time: 0.0638006 Jun 29 11:48:39.505373 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1264203b-a69e-4d4d-be17-3c690de5810f req-832f6d2c-2e89-41fc-b646-df9e80e5eda8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314975 Jun 29 11:48:39.996433 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40902) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:40.100355 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e007d8e5-666e-409f-8397-261c7f0fb5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.191103 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e007d8e5-666e-409f-8397-261c7f0fb5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.194841 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-e007d8e5-666e-409f-8397-261c7f0fb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.197258 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4909bdb7-a6b3-4eef-840f-c92c3552e6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:40.238077 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-e007d8e5-666e-409f-8397-261c7f0fb5e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e5b4145ad5a044a58136aef3a94d692c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400148 Jun 29 11:48:40.238942 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007d8e5-666e-409f-8397-261c7f0fb5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf212b9-3e33-486e-a580-3f991960233f,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:40.240741 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40906) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:40.242507 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e007d8e5-666e-409f-8397-261c7f0fb5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:40.290159 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-85a6c9c2-d970-4a72-b5b9-36c5ebe88ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.312084 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-85a6c9c2-d970-4a72-b5b9-36c5ebe88ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.358528 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-85a6c9c2-d970-4a72-b5b9-36c5ebe88ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.361726 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-85a6c9c2-d970-4a72-b5b9-36c5ebe88ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.365340 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-85a6c9c2-d970-4a72-b5b9-36c5ebe88ce7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fdf212b9-3e33-486e-a580-3f991960233f HTTP/1.1" status: 204 len: 168 time: 0.1208584 Jun 29 11:48:40.365340 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f3cc3715-a413-469b-8e1f-7d16fe91d990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:40.373830 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6c9c2-d970-4a72-b5b9-36c5ebe88ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf212b9-3e33-486e-a580-3f991960233f,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:40.376138 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-85a6c9c2-d970-4a72-b5b9-36c5ebe88ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:40.628061 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40914) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:40.641975 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b432-01e9-4539-afb5-ef9b90b9a06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.690408 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507045-a46b-43ec-8b36-37b2b6137ea1 req-974fa16f-c6b9-4ce8-bbb9-a72cf371deff tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:40.691947 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c4507045-a46b-43ec-8b36-37b2b6137ea1 req-974fa16f-c6b9-4ce8-bbb9-a72cf371deff tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 946 time: 0.0693362 Jun 29 11:48:40.730936 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c4507045-a46b-43ec-8b36-37b2b6137ea1 req-d573fafa-ef9a-42d8-90ed-8aa47fbddff7 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330215 Jun 29 11:48:40.737180 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b432-01e9-4539-afb5-ef9b90b9a06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.741564 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b432-01e9-4539-afb5-ef9b90b9a06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.745291 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-07598080-4aed-4a86-b2a2-72207e8a9732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:40.784648 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-7ba6b432-01e9-4539-afb5-ef9b90b9a06a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=666548375ddd452fb82046343bfea53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554041 Jun 29 11:48:40.785852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6b432-01e9-4539-afb5-ef9b90b9a06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696df0eb-fb19-4581-a605-f9b85ae3b5a6,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:40.786135 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40918) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:40.788723 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-7ba6b432-01e9-4539-afb5-ef9b90b9a06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:40.848911 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83e2eaf2-f207-4b0a-b764-c38b4b9664a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.871402 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83e2eaf2-f207-4b0a-b764-c38b4b9664a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.919595 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c620fa-1826-41fe-9cb9-7d59f4ecee41 req-5bf378cf-5ec6-4dd2-906d-f2a9d0e70959 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:40.920653 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83e2eaf2-f207-4b0a-b764-c38b4b9664a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.921131 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-79c620fa-1826-41fe-9cb9-7d59f4ecee41 req-5bf378cf-5ec6-4dd2-906d-f2a9d0e70959 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 946 time: 0.0628388 Jun 29 11:48:40.923395 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83e2eaf2-f207-4b0a-b764-c38b4b9664a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:40.924712 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-83e2eaf2-f207-4b0a-b764-c38b4b9664a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/696df0eb-fb19-4581-a605-f9b85ae3b5a6 HTTP/1.1" status: 204 len: 168 time: 0.1374428 Jun 29 11:48:40.925512 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-4b502d4a-03f7-4a17-ac59-5f4761eb8142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:40.933573 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2eaf2-f207-4b0a-b764-c38b4b9664a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696df0eb-fb19-4581-a605-f9b85ae3b5a6,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:40.936146 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-83e2eaf2-f207-4b0a-b764-c38b4b9664a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:40.961853 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-79c620fa-1826-41fe-9cb9-7d59f4ecee41 req-0d64f23d-03a1-4873-94d6-a9abec79bc49 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347660 Jun 29 11:48:40.987573 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40922) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:41.258339 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a3bead-1fc4-4c42-9dad-5fa749c6cdd1 tempest-TestVolumeBootPattern-1415406333 tempest-TestVolumeBootPattern-1415406333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:41.259888 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-c0a3bead-1fc4-4c42-9dad-5fa749c6cdd1 tempest-TestVolumeBootPattern-1415406333 tempest-TestVolumeBootPattern-1415406333-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 1094 time: 0.2711616 Jun 29 11:48:41.263448 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40928) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:41.268642 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'floatingip': {'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'port_id': '736d962c-3c4f-4d33-9964-2664ea3d217e', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:41.270416 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40930) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:41.284744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5338b78c-86d1-4a0d-9d95-974e4060d860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.294426 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.384630 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5338b78c-86d1-4a0d-9d95-974e4060d860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.390037 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5338b78c-86d1-4a0d-9d95-974e4060d860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.393688 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:41.395411 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.433331 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-5338b78c-86d1-4a0d-9d95-974e4060d860 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=861a075a81f6424d8fc90a3a8c4c541e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617374 Jun 29 11:48:41.436753 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40932) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:41.443386 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338b78c-86d1-4a0d-9d95-974e4060d860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afde17fb-3c7f-4a32-8fe8-32c873ed48bd,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:41.446483 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5338b78c-86d1-4a0d-9d95-974e4060d860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:41.492418 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-927b9a4f-63c6-4a5b-a9f4-430ec235d98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.504283 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Allocated IP 172.27.3.139 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/aa0a0f97-d075-49af-94ed-7a999bca764a) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:48:41.515539 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-927b9a4f-63c6-4a5b-a9f4-430ec235d98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.565447 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-927b9a4f-63c6-4a5b-a9f4-430ec235d98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.568105 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-927b9a4f-63c6-4a5b-a9f4-430ec235d98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.569367 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-927b9a4f-63c6-4a5b-a9f4-430ec235d98c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/afde17fb-3c7f-4a32-8fe8-32c873ed48bd HTTP/1.1" status: 204 len: 168 time: 0.1315992 Jun 29 11:48:41.570390 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d256fa5-b673-4ee8-85ad-2338eb6366e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:41.578939 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b9a4f-63c6-4a5b-a9f4-430ec235d98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afde17fb-3c7f-4a32-8fe8-32c873ed48bd,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:41.582262 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-927b9a4f-63c6-4a5b-a9f4-430ec235d98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:41.619482 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.660729 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:41.663653 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-cf55bad5-fb5c-4a81-9022-d20b5d893737 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:41.696586 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:41.702133 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:41.705632 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:48:41.737105 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'Port': ['ID=aa0a0f97-d075-49af-94ed-7a999bca764a,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:41.741234 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:42.088639 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.172937 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.252875 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40954) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:42.338126 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.342747 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.345260 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-772b41a3-9e56-45b3-8d2e-6cf552620152 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:42.348286 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1428805304-network', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:42.373704 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Made reservation on behalf of cb352b972803408f8cfb923bb7303d47 for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:48:42.376047 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.384558 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.418747 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'Port': ['ID=aa0a0f97-d075-49af-94ed-7a999bca764a,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:42.422184 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:42.429914 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.476512 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.480355 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.484744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-cbfacec7-a179-4752-b0c6-2d69b03333e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:42.505068 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:48:42.521733 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc9eeb0-4046-4c78-9847-756f270f318e,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:42.524654 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.524994 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Added segment 9b5e7718-620c-460a-9080-92fd834c14a5 of type vlan for network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab Jun 29 11:48:42.526423 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:42.559533 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Floating IP 75bf70c5-5ec3-4daa-b745-86910fedde75 associated. External IP: 172.27.3.139, port: 736d962c-3c4f-4d33-9964-2664ea3d217e. Jun 29 11:48:42.574336 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.609646 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.611042 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:42.611627 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.614660 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:42.663665 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4096446 Jun 29 11:48:42.667201 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40958) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:42.673683 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Request body: {'subnet': {'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1428805304-subnet', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:42.675091 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Pushing event updated for resources: {'Network': ['ID=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:42.678499 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0b38eadd-453a-4cb5-b5c1-c8e1e5495580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:42.685478 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:48:42.763689 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Made reservation on behalf of cb352b972803408f8cfb923bb7303d47 for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:48:42.766012 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248338'] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:42.843116 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Router c9fb5383-dc47-4942-9675-70c0b37a3f2b has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:48:43.025524 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:48:43.035129 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] Sync routers for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:48:43.045751 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:43.046481 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4644864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248320'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:43.046787 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:48:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:43.050132 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d50e6d2a-07cf-49fc-95b8-0d133bb60910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:43.054369 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:43.127493 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8625169 Jun 29 11:48:43.133932 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'tag': '736d962c-3c4f-4d33-9964-2664ea3d217e'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:48:43.136228 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf315c4-08cd-42c6-b51d-4b88f606d3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7c746f9f-865d-4ea1-8994-943ded449e5f", "tag": "736d962c-3c4f-4d33-9964-2664ea3d217e"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:48:43.148430 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67838219-1dd3-429c-b9df-f478e95b7610,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:43.151409 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:43.155518 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Checking segment: {'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:48:43.155858 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Network hostable DHCP agents. Network: 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:48:43.159987 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:43.174475 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:48:43.178270 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f318d6ef-b71c-492d-813a-156c0a8502a0 x-openstack-request-id: req-f318d6ef-b71c-492d-813a-156c0a8502a0 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:48:43.178606 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c746f9f-865d-4ea1-8994-943ded449e5f", "tag": "736d962c-3c4f-4d33-9964-2664ea3d217e", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:48:43.178902 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f318d6ef-b71c-492d-813a-156c0a8502a0 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:48:43.179330 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'tag': '736d962c-3c4f-4d33-9964-2664ea3d217e', 'status': 'completed', 'code': 200} Jun 29 11:48:43.189481 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:43.200865 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:43.201467 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:43.202972 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad85a8a2-1bab-42d2-89f6-0074f7e4df45 None None] Network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:48:43.239082 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-17feb05a-9d49-4873-ba03-74cfa74ce394 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5708332 Jun 29 11:48:43.242008 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40964) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:43.247454 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:43.266330 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-8e5c8166-0200-4347-9010-7c26e462d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:43.267987 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-8e5c8166-0200-4347-9010-7c26e462d4af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 1099 time: 0.0600858 Jun 29 11:48:43.269950 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1735'] for router, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:43.271009 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:43.332296 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:43.490284 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:43.503118 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857709bb-5365-56ec-ae70-86d033040f01-5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610'}]}} from dv-cinder-797608-2-iscsi. {{(pid=93146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:48:43.503960 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:43.533013 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '75bf70c5-5ec3-4daa-b745-86910fedde75', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '736d962c-3c4f-4d33-9964-2664ea3d217e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:2c:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:48:41Z', 'updated_at': '2021-06-29T11:48:41Z', 'revision_number': 0, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:43.607628 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] Checking router: c9fb5383-dc47-4942-9675-70c0b37a3f2b for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:48:43.622329 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-ee333a2d-868b-49e4-aa47-d70e336c4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:43.623847 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-ee333a2d-868b-49e4-aa47-d70e336c4fa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.3501265 Jun 29 11:48:43.629289 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:43.629929 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:48:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:43.691930 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-48afbfc5-e818-4d03-9270-9ecdc1528864 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=736d962c-3c4f-4d33-9964-2664ea3d217e HTTP/1.1" status: 200 len: 1000 time: 0.0606039 Jun 29 11:48:43.713594 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:43.733703 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:43.749786 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-8e759359-32f7-4aae-8e71-91cbb7f140f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:43.751185 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-8e759359-32f7-4aae-8e71-91cbb7f140f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0535254 Jun 29 11:48:43.757547 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.db_base_plugin_common [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Allocated IP 172.20.0.2 (5165e4b4-a9d4-41f9-8a0e-e867d56c9bab/67838219-1dd3-429c-b9df-f478e95b7610/76b26f83-2b92-4836-8cbf-1052fc8c8be6) {{(pid=93146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:48:43.822333 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:43.822571 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-60fdbb10-a967-4ec8-8d9b-7459abb48b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:43.823946 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-60fdbb10-a967-4ec8-8d9b-7459abb48b9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665333 Jun 29 11:48:43.847306 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Allocated IP 172.27.3.190 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/8f4eb6f7-c953-40af-962b-6770ad3b71e8) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:48:43.917708 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-9b96dd0e-d619-4428-98b9-4dfb66e84e51 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870013 Jun 29 11:48:43.959208 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:44.002561 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:44.006137 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c93eb4ef-d7aa-4fb0-8ffc-582819ef2141 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:44.014459 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-baf315c4-08cd-42c6-b51d-4b88f606d3ed req-b6623123-e6bf-447c-9ae6-86264bdb16a7 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902345 Jun 29 11:48:44.057695 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:44.061744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:44.064366 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:48:44.070744 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Pushing event updated for resources: {'Port': ['ID=8f4eb6f7-c953-40af-962b-6770ad3b71e8,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:44.091402 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:44.164651 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Notify callbacks [] for port, precommit_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:44.180195 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Transition to ACTIVE for port object 76b26f83-2b92-4836-8cbf-1052fc8c8be6 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:44.210241 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Transition to ACTIVE for port object 76b26f83-2b92-4836-8cbf-1052fc8c8be6 will not be triggered until provisioned by entity DHCP. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:44.221301 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:44.223503 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:44.287410 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab is already hosted by enough agents. {{(pid=93146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:44.292886 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.base_scheduler [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Resources bound (agent type, host, resource id): {{(pid=93146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:44.296243 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Pushing event updated for resources: {'Port': ['ID=76b26f83-2b92-4836-8cbf-1052fc8c8be6,revision_number=1']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:44.298386 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Received port after_create {{(pid=93146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:48:44.301437 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:44.326546 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:44.368172 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Attempting to bind port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:48:44.368558 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Attempting to bind port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:48:44.368927 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Attempting to bind port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 on network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:48:44.374458 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '75bf70c5-5ec3-4daa-b745-86910fedde75', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '736d962c-3c4f-4d33-9964-2664ea3d217e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:2c:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:48:41Z', 'updated_at': '2021-06-29T11:48:41Z', 'revision_number': 0, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:44.378876 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:48:44.379263 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Checking segment: {'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:48:44.379658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:44.380155 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Bound using segment: {'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:48:44.380630 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Bound port: 76b26f83-2b92-4836-8cbf-1052fc8c8be6, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:48:44.381014 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:44.405579 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a20330-4711-4991-bc7c-de3fdbe9be7e None None] The sync data for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi is: [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '75bf70c5-5ec3-4daa-b745-86910fedde75', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '736d962c-3c4f-4d33-9964-2664ea3d217e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:2c:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:48:41Z', 'updated_at': '2021-06-29T11:48:41Z', 'revision_number': 0, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:48:44.473148 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] For port 76b26f83-2b92-4836-8cbf-1052fc8c8be6, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:48:44.476343 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] For port 76b26f83-2b92-4836-8cbf-1052fc8c8be6, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=76b26f83-2b92-4836-8cbf-1052fc8c8be6,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:48:44.482548 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:44.484689 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-3399cc2a-31e4-410e-9c11-d0958fadb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:44.541854 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296'] for router, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:44.552492 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Pushing event updated for resources: {'Port': ['ID=76b26f83-2b92-4836-8cbf-1052fc8c8be6,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:44.556827 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:44.627074 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8ec81-b533-488b-98ed-e1212d46defc None None] New status for floating IP 75bf70c5-5ec3-4daa-b745-86910fedde75: ACTIVE {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:48:44.688871 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Router 56416363-afcf-45ec-bb50-946e01cb1d84 is scheduled to L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e with binding_index 1 {{(pid=93145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:48:44.829750 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:48:44.842096 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Sync routers for ids ['56416363-afcf-45ec-bb50-946e01cb1d84'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:48:44.854718 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Routers {'56416363-afcf-45ec-bb50-946e01cb1d84'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:44.855430 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:48:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['56416363-afcf-45ec-bb50-946e01cb1d84'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:44.857342 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:44.861073 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6154337 Jun 29 11:48:44.861822 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40966) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:44.988992 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Set router 56416363-afcf-45ec-bb50-946e01cb1d84 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:45.166851 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:44Z', 'revision_number': 3, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:45.197719 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Checking router: 56416363-afcf-45ec-bb50-946e01cb1d84 for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:48:45.198093 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Updating router 56416363-afcf-45ec-bb50-946e01cb1d84 port 8f4eb6f7-c953-40af-962b-6770ad3b71e8 binding host dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:48:45.244002 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:45.296116 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:45.467498 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Allocated IP 172.20.0.1 (5165e4b4-a9d4-41f9-8a0e-e867d56c9bab/67838219-1dd3-429c-b9df-f478e95b7610/170cccb7-09b5-4e4b-a273-08d9ee56f9e6) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:48:45.529316 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:45.537419 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a8cd0-f319-4021-8656-d288a9fd9204 None None] Network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:48:45.553194 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Transition to ACTIVE for port object 8f4eb6f7-c953-40af-962b-6770ad3b71e8 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:45.578679 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:45.583040 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:45.586366 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:45.593799 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.provisioning_blocks [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Transition to ACTIVE for port object 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 will not be triggered until provisioned by entity DHCP. {{(pid=93145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:45.628554 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:45.632823 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-370c8d43-20b5-4362-ac3a-0dfb23f43706 tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:45.675105 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-4179daed-97ff-4926-a462-050def426599 None None] Provisioning for port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:45.677146 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fa0c0-0e9c-468d-bd1a-9ddb083c384c None None] Pushing event updated for resources: {'Port': ['ID=8f4eb6f7-c953-40af-962b-6770ad3b71e8,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:45.685678 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Attempting to bind port 8f4eb6f7-c953-40af-962b-6770ad3b71e8 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:48:45.685678 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Attempting to bind port 8f4eb6f7-c953-40af-962b-6770ad3b71e8 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:48:45.685678 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Attempting to bind port 8f4eb6f7-c953-40af-962b-6770ad3b71e8 on network 4546cacf-05b6-4439-8e79-95afc759b82d {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:48:45.687397 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-001fa0c0-0e9c-468d-bd1a-9ddb083c384c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:45.700839 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:48:45.701230 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:48:45.701645 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:45.702046 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Bound using segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:48:45.702537 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Bound port: 8f4eb6f7-c953-40af-962b-6770ad3b71e8, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:48:45.702930 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:45.805829 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] For port 8f4eb6f7-c953-40af-962b-6770ad3b71e8, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:48:45.830257 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] For port 8f4eb6f7-c953-40af-962b-6770ad3b71e8, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=8f4eb6f7-c953-40af-962b-6770ad3b71e8,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:48:45.841554 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:45.843606 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:45.930260 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Routers {'56416363-afcf-45ec-bb50-946e01cb1d84'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:45.930882 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:48:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['56416363-afcf-45ec-bb50-946e01cb1d84'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:45.936174 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fa0c0-0e9c-468d-bd1a-9ddb083c384c None None] Pushing event updated for resources: {'Port': ['ID=8f4eb6f7-c953-40af-962b-6770ad3b71e8,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:45.971267 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-001fa0c0-0e9c-468d-bd1a-9ddb083c384c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:45.996662 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:46.001139 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:46.004458 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:48:46.047585 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669511'] for router_interface, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.057764 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] Set router 56416363-afcf-45ec-bb50-946e01cb1d84 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:46.089101 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Pushing event updated for resources: {'Port': ['ID=170cccb7-09b5-4e4b-a273-08d9ee56f9e6,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:46.093095 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:46.206509 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.247018 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-ee893aee-9aa9-4d1a-8dbf-5c3f4c913b83 None None] Provisioning for port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:46.253630 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-ee893aee-9aa9-4d1a-8dbf-5c3f4c913b83 None None] Provisioning complete for port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:46.254023 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ee893aee-9aa9-4d1a-8dbf-5c3f4c913b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.293425 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-ee893aee-9aa9-4d1a-8dbf-5c3f4c913b83 None None] Port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:48:46.318818 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:44Z', 'revision_number': 3, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:46.347255 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9ea83-1086-47da-83a0-3e65ec7c16c2 None None] The sync data for ids ['56416363-afcf-45ec-bb50-946e01cb1d84'] in dv-cinder-797608-2-iscsi is: [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:44Z', 'revision_number': 3, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:48:46.393790 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.400090 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.403082 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ce8988f7-31f7-4953-b448-a7931e45f5fc tempest-VolumesActionsTest-1784798897 tempest-VolumesActionsTest-1784798897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:46.433381 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-d3b2c978-c473-4091-9eb1-01fa09029a99 None None] Provisioning complete for port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:46.433780 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c978-c473-4091-9eb1-01fa09029a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.467704 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 76b26f83-2b92-4836-8cbf-1052fc8c8be6 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:46.474520 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669395'] for router_interface, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.476453 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Pushing event updated for resources: {'Port': ['ID=170cccb7-09b5-4e4b-a273-08d9ee56f9e6,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:46.479823 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:46.514221 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2c978-c473-4091-9eb1-01fa09029a99 None None] Port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:48:46.532009 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:46.536743 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:46.536743 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.614197 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:46.615697 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:46.656929 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.696756 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 76b26f83-2b92-4836-8cbf-1052fc8c8be6, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=76b26f83-2b92-4836-8cbf-1052fc8c8be6,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:46.704670 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.706561 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:46.765464 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=76b26f83-2b92-4836-8cbf-1052fc8c8be6,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:46.768755 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:46.782648 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Router 56416363-afcf-45ec-bb50-946e01cb1d84 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:48:46.903921 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:48:46.909071 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] 10.222.0.72 "PUT /v2.0/routers/56416363-afcf-45ec-bb50-946e01cb1d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0462341 Jun 29 11:48:46.935896 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-6876b0f2-3aba-4097-8c92-64f3a949ac31 None None] Provisioning complete for port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:46.936541 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6876b0f2-3aba-4097-8c92-64f3a949ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:46.971530 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-6876b0f2-3aba-4097-8c92-64f3a949ac31 None None] Port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:48:47.393594 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 40982) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:47.399068 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-731881732-network', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:47.422384 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Made reservation on behalf of aa1532a36b44406698d4b7eaa787b389 for: {'network': 1} {{(pid=93145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:48:47.425192 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for network, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.435124 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.491948 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.528976 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.532658 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.536406 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-86fc6884-ef54-4a87-82cc-e129070ba98f tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:47.554878 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:48:47.568283 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d918c-4300-40ce-b7c3-5c8881df9433,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:47.572578 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:47.573644 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.573989 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.segments_db [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Added segment ba69aced-2d60-403e-9c56-4473ba068f81 of type vlan for network 7eec5ef1-f8bc-4095-baad-49059fb53208 Jun 29 11:48:47.615637 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748031220794'] for network, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.644011 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728'] for network, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.644987 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:47.645582 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.647634 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:47.705727 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3110068 Jun 29 11:48:47.708509 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40984) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:47.711130 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Pushing event updated for resources: {'Network': ['ID=7eec5ef1-f8bc-4095-baad-49059fb53208,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:47.713831 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-26155753-a692-4a82-b7ca-979f141a69b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:47.715821 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Request body: {'subnet': {'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-731881732-subnet', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'ip_version': 4}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:47.721734 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Network 7eec5ef1-f8bc-4095-baad-49059fb53208 details requested by agent ovs-agent-dv-cinder-797608-2-iscsi with host dv-cinder-797608-2-iscsi {{(pid=93146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:48:47.738764 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Made reservation on behalf of aa1532a36b44406698d4b7eaa787b389 for: {'subnet': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:48:47.741518 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248338'] for subnet, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.933919 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4644864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248320'] for subnet, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:47.936975 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ff02d21d-e2dc-4efb-bbac-5ffa49790dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:47.986446 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Sync routers for ids ['56416363-afcf-45ec-bb50-946e01cb1d84'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:48:47.997607 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0051de91-8f43-4a65-bd96-b83dd3ec9384,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:47.998791 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Routers {'56416363-afcf-45ec-bb50-946e01cb1d84'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:48.000169 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:48:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['56416363-afcf-45ec-bb50-946e01cb1d84'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:48.001539 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:48.002388 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Checking segment: {'id': 'ba69aced-2d60-403e-9c56-4473ba068f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:48:48.002740 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Network hostable DHCP agents. Network: 7eec5ef1-f8bc-4095-baad-49059fb53208, hostable agents: ['7d092a6f-0785-4952-8e1c-0d91320471be'], hosted agents: [] {{(pid=93144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:48:48.022440 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Network 7eec5ef1-f8bc-4095-baad-49059fb53208 is scheduled to be hosted by DHCP agent 7d092a6f-0785-4952-8e1c-0d91320471be with binding_index 1 {{(pid=93144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:48:48.032728 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-iscsi, 7eec5ef1-f8bc-4095-baad-49059fb53208) {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:48.037370 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:48.037975 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.048293 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e606a5d-cd64-4ce1-8545-accae8e619bf None None] Network 7eec5ef1-f8bc-4095-baad-49059fb53208 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:48:48.062551 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-631793a5-45db-4347-bd4b-41020e946246 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3521099 Jun 29 11:48:48.064916 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40986) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:48.069604 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-731881732-router', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:48.091373 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1657861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1735'] for router, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.093073 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.127882 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Set router 56416363-afcf-45ec-bb50-946e01cb1d84 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:48.153254 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.229071 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857709bb-5365-56ec-ae70-86d033040f01-7eec5ef1-f8bc-4095-baad-49059fb53208', 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'fixed_ips': [{'subnet_id': '0051de91-8f43-4a65-bd96-b83dd3ec9384'}]}} from dv-cinder-797608-2-iscsi. {{(pid=93146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:48:48.231526 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.311881 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.361944 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:46Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '170cccb7-09b5-4e4b-a273-08d9ee56f9e6', 'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'mac_address': 'fa:16:3e:97:d6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:45Z', 'updated_at': '2021-06-29T11:48:46Z', 'revision_number': 2, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'subnets': [{'id': '67838219-1dd3-429c-b9df-f478e95b7610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:48.406982 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Checking router: 56416363-afcf-45ec-bb50-946e01cb1d84 for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:48:48.407532 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Updating router 56416363-afcf-45ec-bb50-946e01cb1d84 port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 binding host dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:48:48.449633 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.560265 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8f4eb6f7-c953-40af-962b-6770ad3b71e8 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:48.566680 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.590818 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.616334 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.db_base_plugin_common [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Allocated IP 172.20.0.2 (7eec5ef1-f8bc-4095-baad-49059fb53208/0051de91-8f43-4a65-bd96-b83dd3ec9384/002f2ee0-e937-4bd5-a4e1-2005e7e7072b) {{(pid=93146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:48:48.677558 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 8f4eb6f7-c953-40af-962b-6770ad3b71e8 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:48.686856 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 8f4eb6f7-c953-40af-962b-6770ad3b71e8 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:48.687231 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.706845 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Allocated IP 172.27.3.147 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/13e7dd90-81d1-4cea-be88-3c792a876bf2) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:48:48.758536 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Notify callbacks [] for port, precommit_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.781496 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.provisioning_blocks [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Transition to ACTIVE for port object 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 will not be triggered until provisioned by entity L2. {{(pid=93147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:48.800143 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.803645 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-40088847-6eda-4965-8bcc-3d9e35bf4326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:48.837605 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Notify callbacks [] for port, precommit_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.840039 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.846568 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af198e-c4f6-47cc-8c1e-db2134f67c89 None None] Pushing event updated for resources: {'Port': ['ID=170cccb7-09b5-4e4b-a273-08d9ee56f9e6,revision_number=3']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:48.850172 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-f8af198e-c4f6-47cc-8c1e-db2134f67c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:48.850485 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.857497 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Transition to ACTIVE for port object 002f2ee0-e937-4bd5-a4e1-2005e7e7072b will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:48.886924 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 8f4eb6f7-c953-40af-962b-6770ad3b71e8, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=8f4eb6f7-c953-40af-962b-6770ad3b71e8,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:48.887815 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.891829 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:48.892103 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Transition to ACTIVE for port object 002f2ee0-e937-4bd5-a4e1-2005e7e7072b will not be triggered until provisioned by entity DHCP. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:48.895583 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.895858 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 76b26f83-2b92-4836-8cbf-1052fc8c8be6 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:48.900780 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:48.943540 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:48.947206 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380'] for port, after_create {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.950426 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:48.965557 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:48:48.969934 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Attempting to bind port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:48:48.970320 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Attempting to bind port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:48:48.970698 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Attempting to bind port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 on network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:48:48.977310 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:48:48.978011 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Checking segment: {'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:48:48.979219 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.980017 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Bound using segment: {'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:48:48.981418 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Bound port: 170cccb7-09b5-4e4b-a273-08d9ee56f9e6, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'}}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:48:48.982690 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:48.996053 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Network 7eec5ef1-f8bc-4095-baad-49059fb53208 is already hosted by enough agents. {{(pid=93146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:49.005010 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.scheduler.base_scheduler [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Resources bound (agent type, host, resource id): {{(pid=93146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:49.009629 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Received port after_create {{(pid=93146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:48:49.019847 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=8f4eb6f7-c953-40af-962b-6770ad3b71e8,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:49.046567 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:49.049272 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:49.070248 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] For port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:48:49.075904 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] For port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=170cccb7-09b5-4e4b-a273-08d9ee56f9e6,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:48:49.083438 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:49.086064 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:49.115272 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:49.115720 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:49.137592 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Routers {'56416363-afcf-45ec-bb50-946e01cb1d84'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:49.138521 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:48:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['56416363-afcf-45ec-bb50-946e01cb1d84'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:49.138655 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Pushing event updated for resources: {'Port': ['ID=13e7dd90-81d1-4cea-be88-3c792a876bf2,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:49.151649 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:49.152018 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Attempting to bind port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:48:49.152356 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Attempting to bind port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': 'ba69aced-2d60-403e-9c56-4473ba068f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:48:49.153296 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Attempting to bind port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b on network 7eec5ef1-f8bc-4095-baad-49059fb53208 {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:48:49.167751 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:48:49.168322 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Checking segment: {'id': 'ba69aced-2d60-403e-9c56-4473ba068f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:48:49.169196 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:49.169842 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Bound using segment: {'id': 'ba69aced-2d60-403e-9c56-4473ba068f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:48:49.170384 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Bound port: 002f2ee0-e937-4bd5-a4e1-2005e7e7072b, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba69aced-2d60-403e-9c56-4473ba068f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:48:49.170773 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:49.174507 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Pushing event updated for resources: {'Port': ['ID=002f2ee0-e937-4bd5-a4e1-2005e7e7072b,revision_number=1']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:49.180826 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:49.205237 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af198e-c4f6-47cc-8c1e-db2134f67c89 None None] Pushing event updated for resources: {'Port': ['ID=170cccb7-09b5-4e4b-a273-08d9ee56f9e6,revision_number=4']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:49.214489 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-f8af198e-c4f6-47cc-8c1e-db2134f67c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:49.291293 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:49.297031 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] For port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:48:49.301169 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] For port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=002f2ee0-e937-4bd5-a4e1-2005e7e7072b,segment=NetworkSegment(ba69aced-2d60-403e-9c56-4473ba068f81),segment_id=ba69aced-2d60-403e-9c56-4473ba068f81)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:48:49.306885 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:49.308576 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] Set router 56416363-afcf-45ec-bb50-946e01cb1d84 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:49.309580 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:49.384776 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Pushing event updated for resources: {'Port': ['ID=002f2ee0-e937-4bd5-a4e1-2005e7e7072b,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:49.390822 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-01717eca-5bf0-4482-aa1d-a4128b629b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:49.554306 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2075296'] for router, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:49.589076 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:46Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '170cccb7-09b5-4e4b-a273-08d9ee56f9e6', 'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'mac_address': 'fa:16:3e:97:d6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:45Z', 'updated_at': '2021-06-29T11:48:49Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'subnets': [{'id': '67838219-1dd3-429c-b9df-f478e95b7610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:49.712507 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d791fd-d977-43ca-8ffa-0bf5c10e573f None None] The sync data for ids ['56416363-afcf-45ec-bb50-946e01cb1d84'] in dv-cinder-797608-2-iscsi is: [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:46Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '170cccb7-09b5-4e4b-a273-08d9ee56f9e6', 'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'mac_address': 'fa:16:3e:97:d6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:45Z', 'updated_at': '2021-06-29T11:48:49Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'subnets': [{'id': '67838219-1dd3-429c-b9df-f478e95b7610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:48:49.726067 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Router 6208975a-5742-4310-80be-67c19037c6b1 is scheduled to L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e with binding_index 1 {{(pid=93144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:48:49.861394 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:48:49.876268 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Sync routers for ids ['6208975a-5742-4310-80be-67c19037c6b1'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:48:49.886501 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Notify callbacks [] for router, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:49.888016 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Routers {'6208975a-5742-4310-80be-67c19037c6b1'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:49.888905 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8227887 Jun 29 11:48:49.889310 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:48:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['6208975a-5742-4310-80be-67c19037c6b1'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:49.893610 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40988) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:50.014168 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Set router 6208975a-5742-4310-80be-67c19037c6b1 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:50.230944 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6208975a-5742-4310-80be-67c19037c6b1', 'name': 'tempest-TestShelveInstance-731881732-router', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:49Z', 'revision_number': 3, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'gw_port': {'id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:50.262817 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Checking router: 6208975a-5742-4310-80be-67c19037c6b1 for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:48:50.263545 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Updating router 6208975a-5742-4310-80be-67c19037c6b1 port 13e7dd90-81d1-4cea-be88-3c792a876bf2 binding host dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:48:50.314344 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:50.366363 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:50.563141 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f55d1b-d26d-4e64-836e-9eb84e2b6ae2 None None] Network 7eec5ef1-f8bc-4095-baad-49059fb53208 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:48:50.610714 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:50.707214 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-3ee673e6-2d80-41de-85f8-c7ed9cf32878 None None] Provisioning for port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:50.804760 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:50.836685 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:50.837468 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:50.852308 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Allocated IP 172.20.0.1 (7eec5ef1-f8bc-4095-baad-49059fb53208/0051de91-8f43-4a65-bd96-b83dd3ec9384/660ceecf-85d7-4911-9b8c-b7b0b447892a) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:48:50.979738 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:50.995239 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Transition to ACTIVE for port object 660ceecf-85d7-4911-9b8c-b7b0b447892a will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:51.036148 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.038199 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:51.057509 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Notify callbacks [] for port, precommit_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.074319 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Transition to ACTIVE for port object 13e7dd90-81d1-4cea-be88-3c792a876bf2 will not be triggered until provisioned by entity L2. {{(pid=93146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:51.075989 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Network 7eec5ef1-f8bc-4095-baad-49059fb53208 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:51.080358 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:51.084554 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:48:51.089702 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.094955 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:51.107706 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Pushing event updated for resources: {'Port': ['ID=660ceecf-85d7-4911-9b8c-b7b0b447892a,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:51.111967 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:51.127485 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669511'] for router_interface, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.186861 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Attempting to bind port 13e7dd90-81d1-4cea-be88-3c792a876bf2 on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:48:51.187266 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Attempting to bind port 13e7dd90-81d1-4cea-be88-3c792a876bf2 by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:48:51.187496 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Attempting to bind port 13e7dd90-81d1-4cea-be88-3c792a876bf2 on network 4546cacf-05b6-4439-8e79-95afc759b82d {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:48:51.192099 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0076671-232b-4f9d-b555-50e6f5f3c2e2 None None] Pushing event updated for resources: {'Port': ['ID=13e7dd90-81d1-4cea-be88-3c792a876bf2,revision_number=2']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:51.202298 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a0076671-232b-4f9d-b555-50e6f5f3c2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:51.208234 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:48:51.208622 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Checking segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:48:51.209259 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.209505 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Bound using segment: {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'} {{(pid=93146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:48:51.209927 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.managers [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Bound port: 13e7dd90-81d1-4cea-be88-3c792a876bf2, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020ca834-6dc1-49a8-8f79-6a6144a93b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d'}}] {{(pid=93146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:48:51.210828 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.213103 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.274001 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.290362 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=170cccb7-09b5-4e4b-a273-08d9ee56f9e6,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:51.293397 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] For port 13e7dd90-81d1-4cea-be88-3c792a876bf2, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:48:51.303674 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.304676 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8f4eb6f7-c953-40af-962b-6770ad3b71e8 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:51.307733 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:51.313572 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] For port 13e7dd90-81d1-4cea-be88-3c792a876bf2, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=13e7dd90-81d1-4cea-be88-3c792a876bf2,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:48:51.363668 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.419806 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=170cccb7-09b5-4e4b-a273-08d9ee56f9e6,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:51.425040 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:51.425681 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-001fa0c0-0e9c-468d-bd1a-9ddb083c384c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:51.432119 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Routers {'6208975a-5742-4310-80be-67c19037c6b1'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:51.432781 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:48:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['6208975a-5742-4310-80be-67c19037c6b1'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:51.467390 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.476074 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.499483 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8850de4f-9e3e-42c0-ab66-05aacd435e75 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:51.512878 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 8f4eb6f7-c953-40af-962b-6770ad3b71e8 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:51.513282 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.551679 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669395'] for router_interface, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.553579 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Pushing event updated for resources: {'Port': ['ID=660ceecf-85d7-4911-9b8c-b7b0b447892a,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:51.558011 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:51.565814 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0076671-232b-4f9d-b555-50e6f5f3c2e2 None None] Pushing event updated for resources: {'Port': ['ID=13e7dd90-81d1-4cea-be88-3c792a876bf2,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:51.598808 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a0076671-232b-4f9d-b555-50e6f5f3c2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:51.637320 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] Set router 6208975a-5742-4310-80be-67c19037c6b1 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:51.656218 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Network 7eec5ef1-f8bc-4095-baad-49059fb53208 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:48:51.657647 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:48:51.742658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 002f2ee0-e937-4bd5-a4e1-2005e7e7072b up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:51.782438 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Router 6208975a-5742-4310-80be-67c19037c6b1 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:48:51.828772 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-3fcbda8c-8555-4c02-a4a9-3277718bfda1 None None] Provisioning for port 660ceecf-85d7-4911-9b8c-b7b0b447892a completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:51.842832 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-3fcbda8c-8555-4c02-a4a9-3277718bfda1 None None] Provisioning complete for port 660ceecf-85d7-4911-9b8c-b7b0b447892a triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:51.843656 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3fcbda8c-8555-4c02-a4a9-3277718bfda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.901832 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-3fcbda8c-8555-4c02-a4a9-3277718bfda1 None None] Port 660ceecf-85d7-4911-9b8c-b7b0b447892a cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:48:51.922236 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:51.928196 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:51.928626 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.945070 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:48:51.950565 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] 10.222.0.72 "PUT /v2.0/routers/6208975a-5742-4310-80be-67c19037c6b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0556216 Jun 29 11:48:51.953571 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-467387bc-ddbe-45e8-b1b4-c601be055cba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1115816 Jun 29 11:48:52.002007 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6208975a-5742-4310-80be-67c19037c6b1', 'name': 'tempest-TestShelveInstance-731881732-router', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 4, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'gw_port': {'id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '660ceecf-85d7-4911-9b8c-b7b0b447892a', 'name': '', 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'mac_address': 'fa:16:3e:d9:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0051de91-8f43-4a65-bd96-b83dd3ec9384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:50Z', 'updated_at': '2021-06-29T11:48:50Z', 'revision_number': 1, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'subnets': [{'id': '0051de91-8f43-4a65-bd96-b83dd3ec9384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:52.057386 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c97cd-c0d2-4989-8710-4e3e8e58aa00 None None] The sync data for ids ['6208975a-5742-4310-80be-67c19037c6b1'] in dv-cinder-797608-2-iscsi is: [{'id': '6208975a-5742-4310-80be-67c19037c6b1', 'name': 'tempest-TestShelveInstance-731881732-router', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 4, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'gw_port': {'id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '660ceecf-85d7-4911-9b8c-b7b0b447892a', 'name': '', 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'mac_address': 'fa:16:3e:d9:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0051de91-8f43-4a65-bd96-b83dd3ec9384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:50Z', 'updated_at': '2021-06-29T11:48:50Z', 'revision_number': 1, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'subnets': [{'id': '0051de91-8f43-4a65-bd96-b83dd3ec9384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:48:52.062176 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-02467df9-6c04-4b95-82fe-fb964344662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:52.063324 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-02467df9-6c04-4b95-82fe-fb964344662d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 1099 time: 0.0616262 Jun 29 11:48:52.094705 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-c076cdcf-ad89-448e-8264-bae9fb2cda4a None None] Provisioning complete for port 660ceecf-85d7-4911-9b8c-b7b0b447892a triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:52.095099 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c076cdcf-ad89-448e-8264-bae9fb2cda4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:52.118320 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:52.151656 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-c076cdcf-ad89-448e-8264-bae9fb2cda4a None None] Port 660ceecf-85d7-4911-9b8c-b7b0b447892a cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:48:52.167903 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=002f2ee0-e937-4bd5-a4e1-2005e7e7072b,segment=NetworkSegment(ba69aced-2d60-403e-9c56-4473ba068f81),segment_id=ba69aced-2d60-403e-9c56-4473ba068f81)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:52.173169 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:52.175151 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-8c780d8d-fb1d-4a1c-98e9-07d007198ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:52.191579 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-b2e94ac5-5b37-4dfe-9cd4-13c60f5650ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:52.193201 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-b2e94ac5-5b37-4dfe-9cd4-13c60f5650ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.1038024 Jun 29 11:48:52.228813 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=002f2ee0-e937-4bd5-a4e1-2005e7e7072b,revision_number=3']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:52.232450 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:52.271610 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-8a4ef52f-722b-444d-a248-4a80d7b2c210 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=736d962c-3c4f-4d33-9964-2664ea3d217e HTTP/1.1" status: 200 len: 1002 time: 0.0695651 Jun 29 11:48:52.351615 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-36fc12e3-f64d-4d18-93a7-ea8dd3621014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:52.353135 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-36fc12e3-f64d-4d18-93a7-ea8dd3621014 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0731983 Jun 29 11:48:52.422596 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-bd224637-63f6-4d88-b61c-b10c311cad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:52.423946 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-bd224637-63f6-4d88-b61c-b10c311cad68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638123 Jun 29 11:48:52.490909 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:52.545736 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-69b93b60-5d54-4a99-a5f0-7b33c5c27310 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129045 Jun 29 11:48:52.546645 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:52.547042 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:52.640417 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 002f2ee0-e937-4bd5-a4e1-2005e7e7072b up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:52.655829 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-40e12d34-0d1b-4bb9-8e70-d6ac0ede3079 req-b32c96e7-d3ce-4330-aa85-b813532d4d0d service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041415 Jun 29 11:48:52.691553 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:52.692165 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:52.717532 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 40998) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:52.722281 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-759c7469-ea32-4d2c-93f1-a411a4bdd692 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-782988646', 'description': 'tempest-secgroup-smoke-782988646 description', 'project_id': 'cb352b972803408f8cfb923bb7303d47'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:52.749535 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-759c7469-ea32-4d2c-93f1-a411a4bdd692 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:52.845786 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-759c7469-ea32-4d2c-93f1-a411a4bdd692 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:52.849792 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-759c7469-ea32-4d2c-93f1-a411a4bdd692 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:52.852150 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-f01f382c-7e41-4e95-918e-3fcfb84de1ec tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:52.880420 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-759c7469-ea32-4d2c-93f1-a411a4bdd692 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:52.881799 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-759c7469-ea32-4d2c-93f1-a411a4bdd692 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1632786 Jun 29 11:48:52.883814 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c7469-ea32-4d2c-93f1-a411a4bdd692 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:52.885131 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41000) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:52.889089 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-759c7469-ea32-4d2c-93f1-a411a4bdd692 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:52.891865 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-04b846ed-44f2-45a4-80c5-31912ae0d0e6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Request body: {'security_group_rule': {'security_group_id': 'a31f574f-a7f1-4448-9b6d-0f224eb6d1ac', 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:52.924408 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b846ed-44f2-45a4-80c5-31912ae0d0e6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:52.995062 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b846ed-44f2-45a4-80c5-31912ae0d0e6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.000921 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b846ed-44f2-45a4-80c5-31912ae0d0e6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.004072 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:53.023396 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b846ed-44f2-45a4-80c5-31912ae0d0e6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20eb83f-1ad8-4b9f-98df-f8c472a7f4e9,revision_number=0']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:53.026350 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-04b846ed-44f2-45a4-80c5-31912ae0d0e6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:53.028055 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-04b846ed-44f2-45a4-80c5-31912ae0d0e6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.029763 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-04b846ed-44f2-45a4-80c5-31912ae0d0e6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433039 Jun 29 11:48:53.032431 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41002) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:53.037259 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-03b8fb4f-9e8f-4fd0-88c0-e7769c610940 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Request body: {'security_group_rule': {'security_group_id': 'a31f574f-a7f1-4448-9b6d-0f224eb6d1ac', 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:53.081509 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-03b8fb4f-9e8f-4fd0-88c0-e7769c610940 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.144798 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-03b8fb4f-9e8f-4fd0-88c0-e7769c610940 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.149377 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-03b8fb4f-9e8f-4fd0-88c0-e7769c610940 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.156169 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-73b10ec6-2e40-4121-9d3f-a8950130fbbd tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:53.156730 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ad28c281-bf07-498b-8c22-526bdc6f5243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.172938 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8fb4f-9e8f-4fd0-88c0-e7769c610940 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6316efd1-b01c-445a-893e-0955bfc7287a,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:53.176526 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-03b8fb4f-9e8f-4fd0-88c0-e7769c610940 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:53.177768 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-03b8fb4f-9e8f-4fd0-88c0-e7769c610940 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.179375 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-03b8fb4f-9e8f-4fd0-88c0-e7769c610940 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459274 Jun 29 11:48:53.182159 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41004) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:53.187812 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-73a894bb-a7f0-4e27-8d87-d22090bf62e3 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Request body: {'security_group_rule': {'security_group_id': 'a31f574f-a7f1-4448-9b6d-0f224eb6d1ac', 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:53.214843 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-73a894bb-a7f0-4e27-8d87-d22090bf62e3 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.276930 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-73a894bb-a7f0-4e27-8d87-d22090bf62e3 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.280894 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-73a894bb-a7f0-4e27-8d87-d22090bf62e3 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.285790 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:53.301550 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a894bb-a7f0-4e27-8d87-d22090bf62e3 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4459611f-0a00-435a-9017-da5e1ead61a3,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:53.304739 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-73a894bb-a7f0-4e27-8d87-d22090bf62e3 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:53.311271 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-73a894bb-a7f0-4e27-8d87-d22090bf62e3 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.315280 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-73a894bb-a7f0-4e27-8d87-d22090bf62e3 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295531 Jun 29 11:48:53.315626 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41006) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:53.320433 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-894944fa-d15d-47e7-91be-e40c24151ce6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Request body: {'security_group_rule': {'security_group_id': 'a31f574f-a7f1-4448-9b6d-0f224eb6d1ac', 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:53.350994 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-894944fa-d15d-47e7-91be-e40c24151ce6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.419852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-894944fa-d15d-47e7-91be-e40c24151ce6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.423861 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-894944fa-d15d-47e7-91be-e40c24151ce6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.426950 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:53.444548 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894944fa-d15d-47e7-91be-e40c24151ce6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77428770-cd44-4a5e-b58e-8138210f0fc9,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:53.447270 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-894944fa-d15d-47e7-91be-e40c24151ce6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:53.452604 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-894944fa-d15d-47e7-91be-e40c24151ce6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.453831 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-894944fa-d15d-47e7-91be-e40c24151ce6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372001 Jun 29 11:48:53.456472 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41008) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:53.461066 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-33290ae5-fc5f-46fc-a550-c705028866e9 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Request body: {'security_group_rule': {'security_group_id': 'a31f574f-a7f1-4448-9b6d-0f224eb6d1ac', 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:53.484327 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.securitygroups_db [None req-33290ae5-fc5f-46fc-a550-c705028866e9 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Project cb352b972803408f8cfb923bb7303d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:48:53.492003 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-33290ae5-fc5f-46fc-a550-c705028866e9 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.562938 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-33290ae5-fc5f-46fc-a550-c705028866e9 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.566811 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-33290ae5-fc5f-46fc-a550-c705028866e9 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.568847 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:53.585424 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33290ae5-fc5f-46fc-a550-c705028866e9 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e871b13-7ee0-4ec7-b23e-b3bcff640072,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:53.588378 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-33290ae5-fc5f-46fc-a550-c705028866e9 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:53.591927 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-33290ae5-fc5f-46fc-a550-c705028866e9 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.593685 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-33290ae5-fc5f-46fc-a550-c705028866e9 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361217 Jun 29 11:48:53.597294 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41010) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:48:53.602956 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-6b7c8c5d-8521-4282-ab00-38753c4def8d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Request body: {'security_group_rule': {'security_group_id': 'a31f574f-a7f1-4448-9b6d-0f224eb6d1ac', 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:48:53.626225 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.securitygroups_db [None req-6b7c8c5d-8521-4282-ab00-38753c4def8d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Project cb352b972803408f8cfb923bb7303d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:48:53.631191 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8c5d-8521-4282-ab00-38753c4def8d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.694106 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8c5d-8521-4282-ab00-38753c4def8d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.697615 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8c5d-8521-4282-ab00-38753c4def8d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1756816'] for security_group_rule, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.700171 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:53.717204 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c8c5d-8521-4282-ab00-38753c4def8d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9246655c-f5f0-41d9-a8a0-113141868995,revision_number=0']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:53.719806 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6b7c8c5d-8521-4282-ab00-38753c4def8d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:53.724556 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8c5d-8521-4282-ab00-38753c4def8d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:53.725764 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-6b7c8c5d-8521-4282-ab00-38753c4def8d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266401 Jun 29 11:48:54.223696 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Sync routers for ids ['6208975a-5742-4310-80be-67c19037c6b1'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:48:54.232852 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Routers {'6208975a-5742-4310-80be-67c19037c6b1'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:54.233460 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:48:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['6208975a-5742-4310-80be-67c19037c6b1'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:54.339227 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Set router 6208975a-5742-4310-80be-67c19037c6b1 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:54.446278 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 13e7dd90-81d1-4cea-be88-3c792a876bf2 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:54.504305 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 13e7dd90-81d1-4cea-be88-3c792a876bf2 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:54.508278 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 13e7dd90-81d1-4cea-be88-3c792a876bf2 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:54.508689 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:54.553959 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6208975a-5742-4310-80be-67c19037c6b1', 'name': 'tempest-TestShelveInstance-731881732-router', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 4, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'gw_port': {'id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '660ceecf-85d7-4911-9b8c-b7b0b447892a', 'name': '', 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'mac_address': 'fa:16:3e:d9:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0051de91-8f43-4a65-bd96-b83dd3ec9384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:50Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 2, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'subnets': [{'id': '0051de91-8f43-4a65-bd96-b83dd3ec9384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:54.584011 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Checking router: 6208975a-5742-4310-80be-67c19037c6b1 for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:48:54.584393 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Updating router 6208975a-5742-4310-80be-67c19037c6b1 port 660ceecf-85d7-4911-9b8c-b7b0b447892a binding host dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:48:54.589672 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:54.615136 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 13e7dd90-81d1-4cea-be88-3c792a876bf2, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=13e7dd90-81d1-4cea-be88-3c792a876bf2,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:54.619363 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:54.622047 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a0076671-232b-4f9d-b555-50e6f5f3c2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:54.625370 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:54.672720 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=13e7dd90-81d1-4cea-be88-3c792a876bf2,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:54.679663 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.680188 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.680542 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.680885 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.681223 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.681556 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.681887 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.682217 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.682548 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.682878 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.683203 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.683527 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:54.688413 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:54.915893 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Notify callbacks [] for port, precommit_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:54.926778 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.provisioning_blocks [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Transition to ACTIVE for port object 660ceecf-85d7-4911-9b8c-b7b0b447892a will not be triggered until provisioned by entity L2. {{(pid=93147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:48:54.932873 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:54.935333 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-e4ba1b5e-9f85-4a69-ac41-86b965b175ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:54.987811 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Pushing event updated for resources: {'Port': ['ID=660ceecf-85d7-4911-9b8c-b7b0b447892a,revision_number=3']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:54.992512 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:55.045204 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Attempting to bind port 660ceecf-85d7-4911-9b8c-b7b0b447892a on host dv-cinder-797608-2-iscsi for vnic_type normal with profile {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:48:55.045582 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Attempting to bind port 660ceecf-85d7-4911-9b8c-b7b0b447892a by drivers openvswitch,hyperv on host dv-cinder-797608-2-iscsi at level 0 using segments [{'id': 'ba69aced-2d60-403e-9c56-4473ba068f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208'}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:48:55.045992 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Attempting to bind port 660ceecf-85d7-4911-9b8c-b7b0b447892a on network 7eec5ef1-f8bc-4095-baad-49059fb53208 {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:48:55.053135 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Checking agent: {'id': 'f4269a9f-b12e-4aa5-8575-0e2cc7e0f3e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 27), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:48:55.053548 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Checking segment: {'id': 'ba69aced-2d60-403e-9c56-4473ba068f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:48:55.054069 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:55.054478 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Bound using segment: {'id': 'ba69aced-2d60-403e-9c56-4473ba068f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208'} {{(pid=93147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:48:55.054973 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.managers [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Bound port: 660ceecf-85d7-4911-9b8c-b7b0b447892a, host: dv-cinder-797608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba69aced-2d60-403e-9c56-4473ba068f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208'}}] {{(pid=93147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:48:55.055373 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:55.125523 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] For port 660ceecf-85d7-4911-9b8c-b7b0b447892a, host dv-cinder-797608-2-iscsi, cleared binding levels {{(pid=93147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:48:55.129089 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.plugins.ml2.db [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] For port 660ceecf-85d7-4911-9b8c-b7b0b447892a, host dv-cinder-797608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=660ceecf-85d7-4911-9b8c-b7b0b447892a,segment=NetworkSegment(ba69aced-2d60-403e-9c56-4473ba068f81),segment_id=ba69aced-2d60-403e-9c56-4473ba068f81)] {{(pid=93147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:48:55.133856 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron_lib.callbacks.manager [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:55.136279 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:55.201375 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Pushing event updated for resources: {'Port': ['ID=660ceecf-85d7-4911-9b8c-b7b0b447892a,revision_number=4']} {{(pid=93147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:55.209238 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.209672 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.209920 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.210319 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.210581 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.210905 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.211227 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.211546 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.211887 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.212234 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.212555 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.212869 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:48:55.216839 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Routers {'6208975a-5742-4310-80be-67c19037c6b1'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:48:55.217493 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:48:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['6208975a-5742-4310-80be-67c19037c6b1'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:55.254022 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG oslo_concurrency.lockutils [None req-03c1c949-6638-4d07-bea8-64200ccf17d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:55.334034 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] Set router 6208975a-5742-4310-80be-67c19037c6b1 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:48:55.540891 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6208975a-5742-4310-80be-67c19037c6b1', 'name': 'tempest-TestShelveInstance-731881732-router', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 4, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'gw_port': {'id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '660ceecf-85d7-4911-9b8c-b7b0b447892a', 'name': '', 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'mac_address': 'fa:16:3e:d9:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0051de91-8f43-4a65-bd96-b83dd3ec9384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:50Z', 'updated_at': '2021-06-29T11:48:55Z', 'revision_number': 4, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'subnets': [{'id': '0051de91-8f43-4a65-bd96-b83dd3ec9384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:48:55.566489 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce553a-f421-4ada-bd2e-683a2c18ff85 None None] The sync data for ids ['6208975a-5742-4310-80be-67c19037c6b1'] in dv-cinder-797608-2-iscsi is: [{'id': '6208975a-5742-4310-80be-67c19037c6b1', 'name': 'tempest-TestShelveInstance-731881732-router', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 4, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'gw_port': {'id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '660ceecf-85d7-4911-9b8c-b7b0b447892a', 'name': '', 'network_id': '7eec5ef1-f8bc-4095-baad-49059fb53208', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'mac_address': 'fa:16:3e:d9:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0051de91-8f43-4a65-bd96-b83dd3ec9384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:50Z', 'updated_at': '2021-06-29T11:48:55Z', 'revision_number': 4, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'subnets': [{'id': '0051de91-8f43-4a65-bd96-b83dd3ec9384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:48:56.427384 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f8fb-4160-46d8-9ce6-0bacf76e8f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:56.455754 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 13e7dd90-81d1-4cea-be88-3c792a876bf2 up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:56.506936 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 13e7dd90-81d1-4cea-be88-3c792a876bf2 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:56.507312 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:56.589941 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 660ceecf-85d7-4911-9b8c-b7b0b447892a up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:56.638640 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning for port 660ceecf-85d7-4911-9b8c-b7b0b447892a completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:48:56.643021 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 660ceecf-85d7-4911-9b8c-b7b0b447892a triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:56.643410 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:56.723473 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:56.755222 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] For port 660ceecf-85d7-4911-9b8c-b7b0b447892a, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=660ceecf-85d7-4911-9b8c-b7b0b447892a,segment=NetworkSegment(ba69aced-2d60-403e-9c56-4473ba068f81),segment_id=ba69aced-2d60-403e-9c56-4473ba068f81)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:48:56.759068 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:56.761033 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:48:56.808349 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Pushing event updated for resources: {'Port': ['ID=660ceecf-85d7-4911-9b8c-b7b0b447892a,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:48:56.811448 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:48:57.099394 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:58.053255 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:58.435094 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 660ceecf-85d7-4911-9b8c-b7b0b447892a up at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:48:58.486388 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Provisioning complete for port 660ceecf-85d7-4911-9b8c-b7b0b447892a triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:48:58.486775 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:59.552890 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:07.264817 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:49:16.468944 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-d2aa3d08-ba7e-4f14-aaab-28373707b774 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-782988646&fields=id&tenant_id=cb352b972803408f8cfb923bb7303d47 HTTP/1.1" status: 200 len: 267 time: 0.0340762 Jun 29 11:49:16.591862 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627bac5-0715-4640-bd62-669d593028ed req-6cd72054-ffea-456b-b4df-5909e98e7540 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:16.593248 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-6cd72054-ffea-456b-b4df-5909e98e7540 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/networks?id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab HTTP/1.1" status: 200 len: 809 time: 0.1176567 Jun 29 11:49:16.608317 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-2092de9d-c5f5-4f9f-9365-d13d1db7f11f tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/quotas/cb352b972803408f8cfb923bb7303d47 HTTP/1.1" status: 200 len: 375 time: 0.0090647 Jun 29 11:49:16.680389 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-23c7c4c5-a866-43cd-bad5-69fd31fefdbd tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cb352b972803408f8cfb923bb7303d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656071 Jun 29 11:49:16.783529 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-c4d04dbc-6492-4d16-bb81-2f6897789e45 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:49:16.784563 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-c4d04dbc-6492-4d16-bb81-2f6897789e45 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0921857 Jun 29 11:49:16.885886 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-ef453cbc-2da7-4cc8-85cd-438dc9cd4f61 service neutron] 10.222.0.72 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953825 Jun 29 11:49:16.974029 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-4c59daab-7e0f-44fd-8f40-4f094105dcdc service neutron] 10.222.0.72 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824850 Jun 29 11:49:17.284304 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-40b73be7-c7a2-4a6f-8193-8c65d46479b5 req-03e97093-5255-456a-a58f-762709c970f7 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 210 time: 0.0290613 Jun 29 11:49:17.492474 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:18.436301 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b7287f7e-f42d-41f0-88b5-9a64b1f3704d req-74a0a92c-9333-4556-80bf-bc93499d51cf tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 210 time: 0.0286582 Jun 29 11:49:18.583822 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627bac5-0715-4640-bd62-669d593028ed req-92b36719-6300-42d0-b725-14f2562ce802 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:18.585378 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-92b36719-6300-42d0-b725-14f2562ce802 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.24 "GET /v2.0/networks?id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab HTTP/1.1" status: 200 len: 809 time: 0.1064444 Jun 29 11:49:18.639289 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-86e2b3f8-5934-4e68-ac9b-08b922ee53d2 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb352b972803408f8cfb923bb7303d47 HTTP/1.1" status: 200 len: 379 time: 0.0441368 Jun 29 11:49:18.648773 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Request body: {'port': {'device_id': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'admin_state_up': True, 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'security_groups': ['a31f574f-a7f1-4448-9b6d-0f224eb6d1ac']}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:49:18.762937 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Made reservation on behalf of cb352b972803408f8cfb923bb7303d47 for: {'port': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:49:18.767741 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:18.893275 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Allocated IP 172.20.0.7 (5165e4b4-a9d4-41f9-8a0e-e867d56c9bab/67838219-1dd3-429c-b9df-f478e95b7610/71a0290a-67d7-4577-8068-cbe0132c8561) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:49:19.044756 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:19.060996 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Transition to ACTIVE for port object 71a0290a-67d7-4577-8068-cbe0132c8561 will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:49:19.094377 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:19.100055 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-be3c521c-800c-45e2-b358-1f15235472e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:49:19.143566 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:49:19.149731 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:49:19.153700 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:49:19.183683 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event updated for resources: {'Port': ['ID=71a0290a-67d7-4577-8068-cbe0132c8561,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:49:19.197361 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.197990 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.198580 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.198954 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.199318 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.199677 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.200040 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.200424 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.200779 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.201133 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.201484 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.201832 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:49:19.208165 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:49:19.231244 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:19.231891 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:19.248786 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041901 Jun 29 11:49:19.260862 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Request body: {'port': {'device_id': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:49:19.336439 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:19.382901 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-361e8281-3461-41b0-8eb6-1a18b8956d2f None None] Provisioning for port 71a0290a-67d7-4577-8068-cbe0132c8561 completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:49:19.386767 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-361e8281-3461-41b0-8eb6-1a18b8956d2f None None] Provisioning complete for port 71a0290a-67d7-4577-8068-cbe0132c8561 triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:49:19.387159 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-361e8281-3461-41b0-8eb6-1a18b8956d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:19.421066 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-361e8281-3461-41b0-8eb6-1a18b8956d2f None None] Port 71a0290a-67d7-4577-8068-cbe0132c8561 cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:49:19.634566 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a0290a-67d7-4577-8068-cbe0132c8561 {{(pid=93144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:49:19.647513 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:19.661862 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Transition to ACTIVE for port object 71a0290a-67d7-4577-8068-cbe0132c8561 will not be triggered until provisioned by entity L2. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:49:19.672553 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:19.678387 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-b0a82aef-b4b8-4185-b968-f958fd02bfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:49:19.691316 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a50695-cac0-49b2-a65f-294d64716d5f req-f7ef51e7-54cc-4c55-8650-b7abceb94440 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:19.692870 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-27a50695-cac0-49b2-a65f-294d64716d5f req-f7ef51e7-54cc-4c55-8650-b7abceb94440 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 931 time: 0.1278877 Jun 29 11:49:19.766201 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Pushing event updated for resources: {'Port': ['ID=71a0290a-67d7-4577-8068-cbe0132c8561,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:49:19.771796 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-27a50695-cac0-49b2-a65f-294d64716d5f req-92a5eef2-88c5-443e-b2eb-8785b8d6996f tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572927 Jun 29 11:49:19.772692 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:49:19.853389 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Attempting to bind port 71a0290a-67d7-4577-8068-cbe0132c8561 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:49:19.853830 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Attempting to bind port 71a0290a-67d7-4577-8068-cbe0132c8561 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:49:19.854230 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Attempting to bind port 71a0290a-67d7-4577-8068-cbe0132c8561 on network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:49:19.858886 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Port 71a0290a-67d7-4577-8068-cbe0132c8561 on network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:49:19.859207 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Attempting to bind port 71a0290a-67d7-4577-8068-cbe0132c8561 on network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:49:19.865366 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:49:19.865715 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Checking segment: {'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:49:19.866084 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Bound using segment: {'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:49:19.866525 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Bound port: 71a0290a-67d7-4577-8068-cbe0132c8561, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5e7718-620c-460a-9080-92fd834c14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab'}}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:49:19.866876 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:19.934899 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] For port 71a0290a-67d7-4577-8068-cbe0132c8561, host hv-cinder-79760, cleared binding levels {{(pid=93144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:49:19.937969 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] For port 71a0290a-67d7-4577-8068-cbe0132c8561, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=71a0290a-67d7-4577-8068-cbe0132c8561,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:49:19.943370 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:19.946377 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:49:19.980523 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:19.981140 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:19.982527 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] 10.222.0.24 "PUT /v2.0/ports/71a0290a-67d7-4577-8068-cbe0132c8561 HTTP/1.1" status: 200 len: 1093 time: 0.7262974 Jun 29 11:49:19.983044 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:49:19.985396 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34417cda-ec7c-4e30-91dc-99af80168693" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:49:20.013706 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Pushing event updated for resources: {'Port': ['ID=71a0290a-67d7-4577-8068-cbe0132c8561,revision_number=3']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:49:20.017957 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:49:20.055902 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2596123-dd48-4043-8388-b2d11cba6960 x-openstack-request-id: req-e2596123-dd48-4043-8388-b2d11cba6960 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:49:20.055902 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:49:20.055902 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2596123-dd48-4043-8388-b2d11cba6960 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:49:20.055902 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561', 'status': 'completed', 'code': 200} Jun 29 11:49:20.084778 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627bac5-0715-4640-bd62-669d593028ed req-496805c4-49fb-473e-8140-b4bb8976a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:20.086329 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-496805c4-49fb-473e-8140-b4bb8976a797 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb352b972803408f8cfb923bb7303d47&device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1096 time: 0.0646076 Jun 29 11:49:20.130975 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-0848399f-70ea-4125-ab32-d79e2ca86a28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a0290a-67d7-4577-8068-cbe0132c8561 HTTP/1.1" status: 200 len: 217 time: 0.0366411 Jun 29 11:49:20.180330 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627bac5-0715-4640-bd62-669d593028ed req-290fff01-08b1-4e11-86ac-a4ad42f91e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:20.181785 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-290fff01-08b1-4e11-86ac-a4ad42f91e3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67838219-1dd3-429c-b9df-f478e95b7610 HTTP/1.1" status: 200 len: 848 time: 0.0446835 Jun 29 11:49:20.243149 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627bac5-0715-4640-bd62-669d593028ed req-a91bb408-c0d4-4791-8df3-7f10a2a58444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:20.244563 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-a91bb408-c0d4-4791-8df3-7f10a2a58444 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555031 Jun 29 11:49:20.331580 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-f6a8f943-7e2a-4ef7-955b-cb54be0157b9 service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804286 Jun 29 11:49:20.423245 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c627bac5-0715-4640-bd62-669d593028ed req-83664b94-c6a1-4333-978a-4c69a4e3d313 service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849719 Jun 29 11:49:20.518157 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34417cda-ec7c-4e30-91dc-99af80168693 req-e7322a01-42c7-455a-a468-59e6b88f3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:20.519518 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-34417cda-ec7c-4e30-91dc-99af80168693 req-e7322a01-42c7-455a-a468-59e6b88f3887 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb352b972803408f8cfb923bb7303d47&device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1096 time: 0.0528057 Jun 29 11:49:20.612860 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34417cda-ec7c-4e30-91dc-99af80168693 req-dc7a6ea2-b153-454f-abe1-8f558a22f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:20.614314 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-34417cda-ec7c-4e30-91dc-99af80168693 req-dc7a6ea2-b153-454f-abe1-8f558a22f187 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab HTTP/1.1" status: 200 len: 910 time: 0.0883896 Jun 29 11:49:20.655112 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-34417cda-ec7c-4e30-91dc-99af80168693 req-aaca8eaa-6292-4bcb-b401-43ed0b0805a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a0290a-67d7-4577-8068-cbe0132c8561 HTTP/1.1" status: 200 len: 217 time: 0.0340695 Jun 29 11:49:20.703040 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34417cda-ec7c-4e30-91dc-99af80168693 req-e045e5e1-a67e-407d-92ae-d59d6144bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:20.704975 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-34417cda-ec7c-4e30-91dc-99af80168693 req-e045e5e1-a67e-407d-92ae-d59d6144bb3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67838219-1dd3-429c-b9df-f478e95b7610 HTTP/1.1" status: 200 len: 848 time: 0.0431266 Jun 29 11:49:20.760986 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34417cda-ec7c-4e30-91dc-99af80168693 req-354d9ad4-9091-4ff2-a039-275b86d3b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:20.762425 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-34417cda-ec7c-4e30-91dc-99af80168693 req-354d9ad4-9091-4ff2-a039-275b86d3b9da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520043 Jun 29 11:49:20.858637 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-34417cda-ec7c-4e30-91dc-99af80168693 req-11a95b0f-a270-4620-972a-3b2f8621e223 service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889611 Jun 29 11:49:20.994706 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-34417cda-ec7c-4e30-91dc-99af80168693 req-fbe100f6-44ee-4aee-badb-c6ed406b731a service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292901 Jun 29 11:49:21.006292 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c1d02-cf06-4aad-b1c9-32a4676d0e0a req-6dc17896-9d78-4c34-8570-606a8b880223 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:21.007773 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c00c1d02-cf06-4aad-b1c9-32a4676d0e0a req-6dc17896-9d78-4c34-8570-606a8b880223 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0982897 Jun 29 11:49:21.047505 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c00c1d02-cf06-4aad-b1c9-32a4676d0e0a req-fe7828fe-1735-4692-b8ee-83dc20a91929 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334387 Jun 29 11:49:22.239111 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128ed55-0e76-4bef-8957-2f61fe6d3297 req-ae8635e7-d330-4363-bfe7-dcfaeac3d7d4 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:22.240662 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5128ed55-0e76-4bef-8957-2f61fe6d3297 req-ae8635e7-d330-4363-bfe7-dcfaeac3d7d4 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0756729 Jun 29 11:49:22.278868 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-5128ed55-0e76-4bef-8957-2f61fe6d3297 req-4049d7dd-a7cf-4827-bab4-1934ec72ed64 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325589 Jun 29 11:49:23.163634 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-bc7d498b-af9a-491d-a89a-24236f7d0454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:23.452397 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64483db8-9f0d-41ac-b6cf-a16de8ef4686 req-0dc5f7b2-ff7c-4060-a8f3-bb026b411f98 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:23.453866 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-64483db8-9f0d-41ac-b6cf-a16de8ef4686 req-0dc5f7b2-ff7c-4060-a8f3-bb026b411f98 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0623281 Jun 29 11:49:23.490843 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-64483db8-9f0d-41ac-b6cf-a16de8ef4686 req-9c30ccda-8822-4b82-9f20-36d25f3e1da7 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307713 Jun 29 11:49:24.661586 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbdaa9-9546-45ba-9fa3-b3f31b88cae2 req-8fc71dbb-63b1-4024-9292-500ee39ed334 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:24.662986 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7fdbdaa9-9546-45ba-9fa3-b3f31b88cae2 req-8fc71dbb-63b1-4024-9292-500ee39ed334 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0644352 Jun 29 11:49:24.701989 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7fdbdaa9-9546-45ba-9fa3-b3f31b88cae2 req-61bf2d2f-721c-41a3-a514-4fd8d4681ce6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334642 Jun 29 11:49:25.877973 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4520058-0306-41c0-8ba9-89a11580bb3f req-e876338d-62f9-4a9b-afce-f013e04e16e1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:25.879483 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d4520058-0306-41c0-8ba9-89a11580bb3f req-e876338d-62f9-4a9b-afce-f013e04e16e1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0682642 Jun 29 11:49:25.918369 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d4520058-0306-41c0-8ba9-89a11580bb3f req-d64c8447-75cc-494c-820d-5f3911accaea tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323386 Jun 29 11:49:26.427928 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-682ffa00-cf79-4ae3-96ac-2c889c499dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:27.101745 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b150c64-2535-43f2-a8f2-bf553602cf44 req-f034e738-feac-4fb6-95a7-7de7c8a9005e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:27.103444 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4b150c64-2535-43f2-a8f2-bf553602cf44 req-f034e738-feac-4fb6-95a7-7de7c8a9005e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0690413 Jun 29 11:49:27.145380 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4b150c64-2535-43f2-a8f2-bf553602cf44 req-d0e4da4c-0627-49e2-a94f-15626043719d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361114 Jun 29 11:49:27.225258 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:28.054659 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:28.315926 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf023a1-5293-491c-8b90-65733a41d495 req-2dc00850-baa1-4b04-90a4-6ba1bc1f4fa6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:28.317347 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ecf023a1-5293-491c-8b90-65733a41d495 req-2dc00850-baa1-4b04-90a4-6ba1bc1f4fa6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0627949 Jun 29 11:49:28.354581 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ecf023a1-5293-491c-8b90-65733a41d495 req-8c2fd957-a1fc-450e-b33b-df63d919c34a tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315855 Jun 29 11:49:28.653181 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 71a0290a-67d7-4577-8068-cbe0132c8561 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:49:28.745821 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 71a0290a-67d7-4577-8068-cbe0132c8561, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=71a0290a-67d7-4577-8068-cbe0132c8561,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:49:28.756838 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '71a0290a-67d7-4577-8068-cbe0132c8561', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'port_id': '71a0290a-67d7-4577-8068-cbe0132c8561', 'mac_address': 'fa:16:3e:6f:5b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:49:28.797093 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:28.815058 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a0290a-67d7-4577-8068-cbe0132c8561 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:49:28.837416 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 71a0290a-67d7-4577-8068-cbe0132c8561, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=71a0290a-67d7-4577-8068-cbe0132c8561,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:49:28.841230 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:28.843947 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:49:28.890135 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=71a0290a-67d7-4577-8068-cbe0132c8561,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:49:28.893464 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:49:29.190593 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['71a0290a-67d7-4577-8068-cbe0132c8561'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:49:29.528944 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e5105-603b-423c-9b6f-59e0ab9a0ad1 req-ca9760a2-5032-4bf3-9af8-18f83c905473 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:29.530433 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c84e5105-603b-423c-9b6f-59e0ab9a0ad1 req-ca9760a2-5032-4bf3-9af8-18f83c905473 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 944 time: 0.0635586 Jun 29 11:49:29.551975 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:29.570474 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c84e5105-603b-423c-9b6f-59e0ab9a0ad1 req-8d33cb6f-584e-4a02-b442-6bc3e01f7122 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338783 Jun 29 11:49:30.676082 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 71a0290a-67d7-4577-8068-cbe0132c8561 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:49:30.724191 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 71a0290a-67d7-4577-8068-cbe0132c8561 completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:49:30.728038 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 71a0290a-67d7-4577-8068-cbe0132c8561 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:49:30.728457 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:30.748917 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1905f7-a1c9-45c0-9e0b-284fbd2b1fea req-2f72006e-1058-4bd3-868e-2b14bcb654b1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:30.750456 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2a1905f7-a1c9-45c0-9e0b-284fbd2b1fea req-2f72006e-1058-4bd3-868e-2b14bcb654b1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 944 time: 0.0671189 Jun 29 11:49:30.789409 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-2a1905f7-a1c9-45c0-9e0b-284fbd2b1fea req-e9a4931c-33dc-43be-b110-9ef4cc3ea0e0 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331311 Jun 29 11:49:30.807182 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:30.830696 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:49:30.833951 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d43d73-6a8c-4baf-9646-a788a1a575e1" -d '{"events": [{"server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "name": "network-vif-plugged", "status": "completed", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:49:30.846256 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 71a0290a-67d7-4577-8068-cbe0132c8561, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=71a0290a-67d7-4577-8068-cbe0132c8561,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:49:30.852027 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:30.853316 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:49:30.876906 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f168d67-07ae-4fa1-9065-6a9838e8c9e3 x-openstack-request-id: req-0f168d67-07ae-4fa1-9065-6a9838e8c9e3 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:49:30.877209 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "name": "network-vif-plugged", "status": "completed", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:49:30.877527 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0f168d67-07ae-4fa1-9065-6a9838e8c9e3 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:49:30.878568 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561', 'code': 200} Jun 29 11:49:30.906860 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=71a0290a-67d7-4577-8068-cbe0132c8561,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:49:30.910464 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:49:31.139692 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d2a1b-4d87-48c4-b74d-ffe1563c30e9 req-65d83ce6-2174-4f99-b16f-4f84230325c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:31.141271 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d06d2a1b-4d87-48c4-b74d-ffe1563c30e9 req-65d83ce6-2174-4f99-b16f-4f84230325c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1098 time: 0.0515282 Jun 29 11:49:31.177764 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d06d2a1b-4d87-48c4-b74d-ffe1563c30e9 req-df3f18a3-6dea-4c83-bf3f-c4b48fbcde78 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279500 Jun 29 11:49:31.968703 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d5ce3-1702-4046-aca0-46fdda9d0072 req-f36dc9a6-0a47-44a0-955f-8ec9e2b1c54b tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:31.970169 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-de4d5ce3-1702-4046-aca0-46fdda9d0072 req-f36dc9a6-0a47-44a0-955f-8ec9e2b1c54b tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0660326 Jun 29 11:49:32.008152 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-de4d5ce3-1702-4046-aca0-46fdda9d0072 req-a6b3ddfb-7b17-43eb-a16e-29684b9cb6ac tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311415 Jun 29 11:49:33.189564 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b110-955b-40db-98d8-8bd0b573b29a req-66e0cfa5-db41-4765-9446-3f708255de7b tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:33.191239 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2408b110-955b-40db-98d8-8bd0b573b29a req-66e0cfa5-db41-4765-9446-3f708255de7b tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0672987 Jun 29 11:49:33.229169 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2408b110-955b-40db-98d8-8bd0b573b29a req-b4650806-45e7-4ea6-bd70-e617d5aaef93 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323086 Jun 29 11:49:33.415348 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba9da4-7b15-4714-be6d-677422194296 req-2751ec44-2d89-4623-8ada-7f9b8f026f31 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:33.416845 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-86ba9da4-7b15-4714-be6d-677422194296 req-2751ec44-2d89-4623-8ada-7f9b8f026f31 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0708394 Jun 29 11:49:33.454845 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-86ba9da4-7b15-4714-be6d-677422194296 req-c05ac703-e531-4daa-8651-bd64c032d05e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323870 Jun 29 11:49:33.479019 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41188) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:49:33.572327 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af6f5f-79a4-4229-8a1d-10a2f5db1c71 tempest-TestShelveInstance-569356228 tempest-TestShelveInstance-569356228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:33.573840 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-e1af6f5f-79a4-4229-8a1d-10a2f5db1c71 tempest-TestShelveInstance-569356228 tempest-TestShelveInstance-569356228-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1093 time: 0.0938227 Jun 29 11:49:33.576676 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41192) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:49:33.581504 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Request body: {'floatingip': {'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'port_id': '71a0290a-67d7-4577-8068-cbe0132c8561', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:49:33.604355 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for floatingip, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:33.704491 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:33.809257 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Allocated IP 172.27.3.170 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/fa71a7c6-a795-4932-909c-8921a8c5a2af) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:49:33.923879 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:33.961123 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:33.963861 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-3e8f0fe4-df16-4af7-a503-9409e9765830 tempest-AttachVolumeTestJSON-1690329131 tempest-AttachVolumeTestJSON-1690329131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:49:33.999648 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:49:34.002373 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:49:34.005873 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:49:34.029729 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event updated for resources: {'Port': ['ID=fa71a7c6-a795-4932-909c-8921a8c5a2af,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:49:34.033428 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:49:34.632729 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:34.712519 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:34.873896 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:34.879170 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:34.882933 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-97f86b3d-2ff2-437a-a8d2-0ba5f4a26fd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:49:34.949804 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event updated for resources: {'Port': ['ID=fa71a7c6-a795-4932-909c-8921a8c5a2af,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:49:34.952612 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:49:34.965164 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:35.067056 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Floating IP aca16c51-929d-48e9-a589-c7f63da666c3 associated. External IP: 172.27.3.170, port: 71a0290a-67d7-4577-8068-cbe0132c8561. Jun 29 11:49:35.281500 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Router 56416363-afcf-45ec-bb50-946e01cb1d84 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:49:35.393207 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:49:35.403624 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] Sync routers for ids ['56416363-afcf-45ec-bb50-946e01cb1d84'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:49:35.409924 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:35.413055 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] Routers {'56416363-afcf-45ec-bb50-946e01cb1d84'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:49:35.413687 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:49:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['56416363-afcf-45ec-bb50-946e01cb1d84'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:49:35.446421 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8686588 Jun 29 11:49:35.447007 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:49:35.449343 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b4e571-7590-4439-afd3-11f11b390a53" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:49:35.486614 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2491bb39-a604-4391-8c53-13409abe0e83 x-openstack-request-id: req-2491bb39-a604-4391-8c53-13409abe0e83 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:49:35.486948 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:49:35.487247 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2491bb39-a604-4391-8c53-13409abe0e83 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:49:35.488260 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561', 'status': 'completed', 'code': 200} Jun 29 11:49:35.528089 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] Set router 56416363-afcf-45ec-bb50-946e01cb1d84 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:49:35.573319 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-e928298b-f910-4482-b2ce-392bfcafeb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:35.574817 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-e928298b-f910-4482-b2ce-392bfcafeb0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb352b972803408f8cfb923bb7303d47&device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1098 time: 0.0535467 Jun 29 11:49:35.669620 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-b85b735f-f4b6-4bb7-8c1c-b434447b5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:35.671097 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-b85b735f-f4b6-4bb7-8c1c-b434447b5287 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab HTTP/1.1" status: 200 len: 910 time: 0.0885327 Jun 29 11:49:35.737008 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-b2c2ddbb-be3e-41ce-89bd-90579b1eb7b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a0290a-67d7-4577-8068-cbe0132c8561 HTTP/1.1" status: 200 len: 999 time: 0.0589283 Jun 29 11:49:35.754096 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:46Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': 'aca16c51-929d-48e9-a589-c7f63da666c3', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'port_id': '71a0290a-67d7-4577-8068-cbe0132c8561', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'mac_address': 'fa:16:3e:6f:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:49:34Z', 'updated_at': '2021-06-29T11:49:34Z', 'revision_number': 0, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cccb7-09b5-4e4b-a273-08d9ee56f9e6', 'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'mac_address': 'fa:16:3e:97:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:45Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 5, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'subnets': [{'id': '67838219-1dd3-429c-b9df-f478e95b7610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:49:35.779854 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] Checking router: 56416363-afcf-45ec-bb50-946e01cb1d84 for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:49:35.788265 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] Routers {'56416363-afcf-45ec-bb50-946e01cb1d84'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:49:35.788883 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:49:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['56416363-afcf-45ec-bb50-946e01cb1d84'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:49:35.789008 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-66e70828-90b8-45c0-8cb6-86962cf4b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:35.790363 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-66e70828-90b8-45c0-8cb6-86962cf4b73f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67838219-1dd3-429c-b9df-f478e95b7610 HTTP/1.1" status: 200 len: 848 time: 0.0468340 Jun 29 11:49:35.847985 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-a2f05a79-f39c-4f76-8d52-121f5558f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:35.849507 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-a2f05a79-f39c-4f76-8d52-121f5558f86a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531428 Jun 29 11:49:35.896055 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] Set router 56416363-afcf-45ec-bb50-946e01cb1d84 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:49:35.939794 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-62f412d8-403a-43b0-849d-0ddaef4d40db service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836287 Jun 29 11:49:36.040839 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a6b4e571-7590-4439-afd3-11f11b390a53 req-bef6c285-7d75-41d1-929f-e221d86a37c3 service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898671 Jun 29 11:49:36.124429 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:46Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': 'aca16c51-929d-48e9-a589-c7f63da666c3', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'port_id': '71a0290a-67d7-4577-8068-cbe0132c8561', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'mac_address': 'fa:16:3e:6f:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:49:34Z', 'updated_at': '2021-06-29T11:49:34Z', 'revision_number': 0, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cccb7-09b5-4e4b-a273-08d9ee56f9e6', 'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'mac_address': 'fa:16:3e:97:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:45Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 5, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'subnets': [{'id': '67838219-1dd3-429c-b9df-f478e95b7610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:49:36.151252 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75182a-ae6a-44e3-9a05-54d5a28b9b16 None None] The sync data for ids ['56416363-afcf-45ec-bb50-946e01cb1d84'] in dv-cinder-797608-2-iscsi is: [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:46Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': 'aca16c51-929d-48e9-a589-c7f63da666c3', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'port_id': '71a0290a-67d7-4577-8068-cbe0132c8561', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'mac_address': 'fa:16:3e:6f:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:49:34Z', 'updated_at': '2021-06-29T11:49:34Z', 'revision_number': 0, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170cccb7-09b5-4e4b-a273-08d9ee56f9e6', 'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'mac_address': 'fa:16:3e:97:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:45Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 5, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'subnets': [{'id': '67838219-1dd3-429c-b9df-f478e95b7610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:49:36.327249 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb182e7a-fd8e-4968-afcb-f8dadea0242d None None] New status for floating IP aca16c51-929d-48e9-a589-c7f63da666c3: ACTIVE {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:49:44.263300 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:49:47.488682 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:51.832358 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-05c283fc-307c-4b74-a585-62e988a720e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513089 Jun 29 11:49:51.927573 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-1417a6e0-0deb-4837-b349-2f11bb0b47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:51.929126 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-1417a6e0-0deb-4837-b349-2f11bb0b47c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 1099 time: 0.0544524 Jun 29 11:49:52.037238 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-ce0a7a66-69c0-41f0-8c65-16656a6fe09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:52.037238 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-ce0a7a66-69c0-41f0-8c65-16656a6fe09e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.0885079 Jun 29 11:49:52.105741 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-247126dd-53ae-47db-a670-f82bd3cbea6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=736d962c-3c4f-4d33-9964-2664ea3d217e HTTP/1.1" status: 200 len: 1002 time: 0.0611627 Jun 29 11:49:52.153962 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-82cf1881-08b5-4161-bd8c-78890f901c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:52.155441 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-82cf1881-08b5-4161-bd8c-78890f901c61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0426683 Jun 29 11:49:52.211272 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-9e5b894b-1d4c-4317-b118-adf9d4623f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:52.212805 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-9e5b894b-1d4c-4317-b118-adf9d4623f33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507715 Jun 29 11:49:52.303522 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-73a7df7c-41b4-413d-800c-98a7aaf0b183 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832205 Jun 29 11:49:52.390931 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c19d0f9e-b2be-4dd3-8559-7edd1b4f710c req-9fdff3ea-2e39-48a3-8fd8-c58217afc534 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809469 Jun 29 11:49:53.154706 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-dc9cdfef-0751-462a-8829-6a107dd1f3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:56.428938 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-5eebc957-d503-4d95-9b0d-523ccb421be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:57.096756 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:58.059352 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:59.554045 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:17.494669 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:21.261743 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:50:23.155335 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-29d0a6a3-9e82-4d92-954a-8c5671fd9e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:26.429744 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ee749a8f-42de-4534-b0f8-6e0c63b77657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:27.100907 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:28.063257 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:29.558759 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:47.484839 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:51.871796 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-456283d1-62c0-40cc-bb17-5c15942b5961 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556414 Jun 29 11:50:51.952417 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-3540f898-db67-4f8a-bf75-6fdfa6613c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:51.953947 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-3540f898-db67-4f8a-bf75-6fdfa6613c0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb352b972803408f8cfb923bb7303d47&device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1098 time: 0.0604603 Jun 29 11:50:52.064396 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-b995b7a4-a8f5-43c1-a755-0d3404b48755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:52.065905 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-b995b7a4-a8f5-43c1-a755-0d3404b48755 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab HTTP/1.1" status: 200 len: 910 time: 0.0883262 Jun 29 11:50:52.135676 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-824a8ce9-fd5b-422f-8eb1-2d37a8c7c75e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a0290a-67d7-4577-8068-cbe0132c8561 HTTP/1.1" status: 200 len: 1001 time: 0.0628259 Jun 29 11:50:52.184709 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-c7f4125f-5ff8-44aa-bb9e-1e07599a55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:52.186075 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-c7f4125f-5ff8-44aa-bb9e-1e07599a55f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67838219-1dd3-429c-b9df-f478e95b7610 HTTP/1.1" status: 200 len: 848 time: 0.0434296 Jun 29 11:50:52.243498 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-783cabfe-8418-4c1a-bd01-ee30a18f48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:52.244987 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-783cabfe-8418-4c1a-bd01-ee30a18f48dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522754 Jun 29 11:50:52.342510 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-cd92872b-8228-4a88-9843-432f196ea3f8 service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892375 Jun 29 11:50:52.432548 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7caed329-67c1-4b64-ac75-bd215fb8209b req-44369a64-a5f1-4cb3-802d-fc8629e0eb19 service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834770 Jun 29 11:50:53.157108 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3e242e3d-ad00-4d25-8b30-e0db3c86d4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:56.434587 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a10e2ad5-35a4-4859-ac62-23e6aca2cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:57.104021 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:58.064057 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:58.260830 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:50:59.104714 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [req-ed2b5530-360d-4fa5-b3af-a9930ec16f8c req-34c31a1c-e3c8-4d3d-a978-8ca2401d4d46 service neutron] (93145) timed out ('10.222.0.24', 51519) {{(pid=93145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 11:50:59.559624 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:10.659347 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dbbec-8124-4639-9abd-1f33bb5c5655 req-b5db4b58-49ff-40a5-8261-5923014ecf44 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:10.660884 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9d4dbbec-8124-4639-9abd-1f33bb5c5655 req-b5db4b58-49ff-40a5-8261-5923014ecf44 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 946 time: 0.1378679 Jun 29 11:51:10.700917 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-9d4dbbec-8124-4639-9abd-1f33bb5c5655 req-84512aa3-656d-4ce6-993f-37cd14727f74 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332417 Jun 29 11:51:11.931008 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abaaa6-7b33-4859-bcdc-2c81168bf3fc req-e323a6d7-9f2a-4ae5-8e7a-aa78e87508bd tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:11.932543 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-87abaaa6-7b33-4859-bcdc-2c81168bf3fc req-e323a6d7-9f2a-4ae5-8e7a-aa78e87508bd tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 946 time: 0.1158640 Jun 29 11:51:11.970792 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-87abaaa6-7b33-4859-bcdc-2c81168bf3fc req-d48a2ecd-6a27-4f11-8bc5-739ec8c1e656 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326009 Jun 29 11:51:12.295071 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37e123-edbd-4cbd-8877-08507b20a60a req-ee138f1d-838c-42ff-9690-507ad500e4d9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:12.296515 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-de37e123-edbd-4cbd-8877-08507b20a60a req-ee138f1d-838c-42ff-9690-507ad500e4d9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 946 time: 0.0635042 Jun 29 11:51:12.397385 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Deleting port 736d962c-3c4f-4d33-9964-2664ea3d217e {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:51:12.397720 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:12.484890 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] For port 736d962c-3c4f-4d33-9964-2664ea3d217e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=736d962c-3c4f-4d33-9964-2664ea3d217e,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:51:12.485251 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:12.655995 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:12.656360 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:12.656678 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Floating IP 75bf70c5-5ec3-4daa-b745-86910fedde75 disassociated. External IP: 172.27.3.139, port: 736d962c-3c4f-4d33-9964-2664ea3d217e. Jun 29 11:51:12.657022 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Calling delete_port for 736d962c-3c4f-4d33-9964-2664ea3d217e owned by compute:nova {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:51:12.784329 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:12.790643 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:12.818422 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event deleted for resources: {'Port': ['ID=736d962c-3c4f-4d33-9964-2664ea3d217e,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:12.831790 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.832203 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.832592 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.832964 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.833336 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.833713 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.834111 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.834481 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.834846 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.835209 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.835567 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.835929 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:12.840537 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:12.944928 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Router c9fb5383-dc47-4942-9675-70c0b37a3f2b has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:51:13.119641 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0afe0fc9-41e7-4738-8d26-b9850fb8a177 req-a2d46261-01e2-4118-8bcc-cce5456193be tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c746f9f-865d-4ea1-8994-943ded449e5f HTTP/1.1" status: 200 len: 210 time: 0.0315461 Jun 29 11:51:13.304178 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:51:13.315504 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] Sync routers for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:51:13.325109 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:51:13.325723 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:50:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:13.348273 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] No DVR routers for this DVR port 736d962c-3c4f-4d33-9964-2664ea3d217e on host hv-cinder-79760 {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:51:13.350743 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:13.353349 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-de37e123-edbd-4cbd-8877-08507b20a60a req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "DELETE /v2.0/ports/736d962c-3c4f-4d33-9964-2664ea3d217e HTTP/1.1" status: 204 len: 173 time: 1.0517793 Jun 29 11:51:13.353861 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'name': 'network-vif-deleted', 'tag': '736d962c-3c4f-4d33-9964-2664ea3d217e'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:51:13.356247 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c52db-fed9-4c84-83b2-42f9a9c73e77" -d '{"events": [{"server_uuid": "7c746f9f-865d-4ea1-8994-943ded449e5f", "name": "network-vif-deleted", "tag": "736d962c-3c4f-4d33-9964-2664ea3d217e"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:51:13.438745 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:51:13.564522 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d91b72-88ec-4439-87e1-eb5cf5dc2b24 x-openstack-request-id: req-16d91b72-88ec-4439-87e1-eb5cf5dc2b24 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:51:13.564862 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c746f9f-865d-4ea1-8994-943ded449e5f", "name": "network-vif-deleted", "tag": "736d962c-3c4f-4d33-9964-2664ea3d217e", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:51:13.565159 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-16d91b72-88ec-4439-87e1-eb5cf5dc2b24 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:51:13.565600 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c746f9f-865d-4ea1-8994-943ded449e5f', 'name': 'network-vif-deleted', 'tag': '736d962c-3c4f-4d33-9964-2664ea3d217e', 'status': 'completed', 'code': 200} Jun 29 11:51:13.644658 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:13.671933 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] Checking router: c9fb5383-dc47-4942-9675-70c0b37a3f2b for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:51:13.680590 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:51:13.680935 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:50:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:13.793159 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:51:14.120374 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:14.147318 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8b0ad-41ed-4a17-bbc6-edae4dc4bbfd None None] The sync data for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi is: [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:51:14.372704 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c953b3d-46d8-4bbd-8298-02344f8572e3 None None] New status for floating IP 75bf70c5-5ec3-4daa-b745-86910fedde75: DOWN {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:51:14.429190 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b62e7ec-ee1d-425a-a92e-f3cb5783e1c9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565054519&fields=id&tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac HTTP/1.1" status: 200 len: 267 time: 0.0328219 Jun 29 11:51:14.550210 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-e5675471-f661-43f4-805a-ee7cf4439201 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:14.551693 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-e5675471-f661-43f4-805a-ee7cf4439201 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 812 time: 0.1155086 Jun 29 11:51:14.567016 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-74cd98cd-6f69-434e-9e48-143448e331e1 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/quotas/12b39c3f6ffa44338b2cdb1c56b52fac HTTP/1.1" status: 200 len: 375 time: 0.0092509 Jun 29 11:51:14.636353 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-b9a2e90d-2814-4148-953a-c5aa926a99f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640240 Jun 29 11:51:14.733226 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-87f084f3-6ebc-4268-894b-571a6537238a service neutron] 10.222.0.72 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Jun 29 11:51:14.820988 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-c0efea90-0328-47a6-8862-5db91c4350d8 service neutron] 10.222.0.72 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815082 Jun 29 11:51:15.117332 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-49fe0b6b-617a-4767-9e6a-76d3ecc7e5a5 req-e155eca8-83d8-4a42-88b4-4e84d50674fd tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 210 time: 0.0289009 Jun 29 11:51:15.251931 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 736d962c-3c4f-4d33-9964-2664ea3d217e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:51:15.271671 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 736d962c-3c4f-4d33-9964-2664ea3d217e {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:51:15.272017 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 736d962c-3c4f-4d33-9964-2664ea3d217e not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:51:16.176181 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-ae27fccf-f56b-482b-b7d8-948ad5f5e239 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:16.183284 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-ae27fccf-f56b-482b-b7d8-948ad5f5e239 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 812 time: 0.1493530 Jun 29 11:51:16.238093 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-5983af96-b52f-49b4-9dca-086eaeeaf774 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac HTTP/1.1" status: 200 len: 379 time: 0.0459952 Jun 29 11:51:16.250714 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'port': {'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'admin_state_up': True, 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'security_groups': ['36833fa4-17d1-4f23-b811-8d3ebeba3d9f']}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:51:16.346091 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c305c221-6653-4992-adb8-5de78cb000cc req-b8485362-6b88-4b6a-a7ce-3a08348dc16a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 210 time: 0.0883567 Jun 29 11:51:16.432548 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Made reservation on behalf of 12b39c3f6ffa44338b2cdb1c56b52fac for: {'port': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:51:16.436213 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:16.587205 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Allocated IP 172.20.0.8 (4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44/d9d3a095-20e9-48f1-bfb9-32481c33d641/713f7f49-6e7d-4b81-a0f5-170657be060c) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:51:16.773078 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:16.792784 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Transition to ACTIVE for port object 713f7f49-6e7d-4b81-a0f5-170657be060c will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:51:16.832090 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:16.835645 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ae0795ad-fa96-4805-889a-4f0109dd4f30 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:16.884161 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:51:16.891091 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:51:16.895779 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:51:16.900502 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'Port': ['ID=713f7f49-6e7d-4b81-a0f5-170657be060c,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:16.922370 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:16.956587 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:16.957253 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:16.973788 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7291698 Jun 29 11:51:16.986000 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Request body: {'port': {'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:51:17.070569 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:17.130945 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-90d4627f-a71b-4359-8345-eebef8617a1b None None] Provisioning for port 713f7f49-6e7d-4b81-a0f5-170657be060c completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:51:17.134729 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-90d4627f-a71b-4359-8345-eebef8617a1b None None] Provisioning complete for port 713f7f49-6e7d-4b81-a0f5-170657be060c triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:51:17.135116 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-90d4627f-a71b-4359-8345-eebef8617a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:17.171773 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-90d4627f-a71b-4359-8345-eebef8617a1b None None] Port 713f7f49-6e7d-4b81-a0f5-170657be060c cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:51:17.331835 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713f7f49-6e7d-4b81-a0f5-170657be060c {{(pid=93144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:51:17.339705 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:17.351652 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Transition to ACTIVE for port object 713f7f49-6e7d-4b81-a0f5-170657be060c will not be triggered until provisioned by entity L2. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:51:17.356119 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:17.358878 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e9263741-8374-42b8-a102-f6ea45f033a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:17.407589 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Pushing event updated for resources: {'Port': ['ID=713f7f49-6e7d-4b81-a0f5-170657be060c,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:17.412657 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:17.486794 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:17.487607 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Attempting to bind port 713f7f49-6e7d-4b81-a0f5-170657be060c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:51:17.487950 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Attempting to bind port 713f7f49-6e7d-4b81-a0f5-170657be060c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:51:17.488326 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Attempting to bind port 713f7f49-6e7d-4b81-a0f5-170657be060c on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:51:17.493919 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Port 713f7f49-6e7d-4b81-a0f5-170657be060c on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:51:17.494251 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Attempting to bind port 713f7f49-6e7d-4b81-a0f5-170657be060c on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:51:17.499449 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:51:17.499789 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Checking segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:51:17.500207 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Bound using segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:51:17.500649 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Bound port: 713f7f49-6e7d-4b81-a0f5-170657be060c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'}}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:51:17.501007 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:17.564962 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33d68b-dbcc-4e1d-97dd-fcd186b4d9aa req-b058a4ce-f114-4f80-b78d-e87151894ec3 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:17.566495 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-dd33d68b-dbcc-4e1d-97dd-fcd186b4d9aa req-b058a4ce-f114-4f80-b78d-e87151894ec3 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 943 time: 0.0805831 Jun 29 11:51:17.578441 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] For port 713f7f49-6e7d-4b81-a0f5-170657be060c, host hv-cinder-79760, cleared binding levels {{(pid=93144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:51:17.582166 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] For port 713f7f49-6e7d-4b81-a0f5-170657be060c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=713f7f49-6e7d-4b81-a0f5-170657be060c,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:51:17.587070 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:17.590090 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-06a9eae1-085c-448d-a8f6-cb4efc9d995e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:17.613239 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-dd33d68b-dbcc-4e1d-97dd-fcd186b4d9aa req-833f3c83-bfa6-4834-8a3d-8fe126a86118 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394952 Jun 29 11:51:17.626026 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:17.626639 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:17.628047 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] 10.222.0.24 "PUT /v2.0/ports/713f7f49-6e7d-4b81-a0f5-170657be060c HTTP/1.1" status: 200 len: 1093 time: 0.6465442 Jun 29 11:51:17.628715 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'tag': '713f7f49-6e7d-4b81-a0f5-170657be060c'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:51:17.631173 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aea10d-64b8-4217-895a-5d504bf3799c" -d '{"events": [{"name": "network-changed", "server_uuid": "9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07", "tag": "713f7f49-6e7d-4b81-a0f5-170657be060c"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:51:17.655320 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Pushing event updated for resources: {'Port': ['ID=713f7f49-6e7d-4b81-a0f5-170657be060c,revision_number=3']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:17.660981 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-1b8581ea-757b-4bc1-8ee0-356412ccd276 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:17.686088 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a053ffe-7578-46d6-889f-758633e4dd70 x-openstack-request-id: req-5a053ffe-7578-46d6-889f-758633e4dd70 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:51:17.686426 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07", "tag": "713f7f49-6e7d-4b81-a0f5-170657be060c", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:51:17.686724 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a053ffe-7578-46d6-889f-758633e4dd70 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:51:17.687156 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'tag': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'status': 'completed', 'code': 200} Jun 29 11:51:17.733005 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-0f5dbc41-cdb6-4104-97c7-e056c2e3ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:17.734509 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-0f5dbc41-cdb6-4104-97c7-e056c2e3ac33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 1096 time: 0.0593343 Jun 29 11:51:17.781685 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-4cbf4502-5701-4520-a45e-856f1f896f74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=713f7f49-6e7d-4b81-a0f5-170657be060c HTTP/1.1" status: 200 len: 217 time: 0.0398276 Jun 29 11:51:17.830202 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-41937409-3f16-41d3-8a5f-91b00adaeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:17.831677 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-41937409-3f16-41d3-8a5f-91b00adaeec9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0442479 Jun 29 11:51:17.887542 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-12a4f344-379c-43ba-9eae-75d232d181bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:17.889494 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-12a4f344-379c-43ba-9eae-75d232d181bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513961 Jun 29 11:51:17.985266 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-ee8078f6-0bed-49f7-a330-b9923a3adf98 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888879 Jun 29 11:51:18.076279 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-67cd3b3c-0af4-4495-9b9c-8607d78d52b9 req-fadf79c1-a020-485d-ae34-a98cfc2fa38b service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842433 Jun 29 11:51:18.184263 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-2cd70142-6711-4f55-81e1-bd82f69dab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:18.185697 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-2cd70142-6711-4f55-81e1-bd82f69dab05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 1096 time: 0.0593264 Jun 29 11:51:18.274562 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-671bbb91-e0da-435f-9f4f-a019c5fed9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:18.276040 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-671bbb91-e0da-435f-9f4f-a019c5fed9e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.0828769 Jun 29 11:51:18.320988 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-58da9204-7bab-4423-b421-7f37d6a2e8d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=713f7f49-6e7d-4b81-a0f5-170657be060c HTTP/1.1" status: 200 len: 217 time: 0.0384541 Jun 29 11:51:18.370158 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-c6713d40-19cf-4bb9-84b4-fc3c9c3496b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:18.371734 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-c6713d40-19cf-4bb9-84b4-fc3c9c3496b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0452147 Jun 29 11:51:18.428619 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-7a100449-1694-4b5f-89ac-da0262954fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:18.430258 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-7a100449-1694-4b5f-89ac-da0262954fcf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511189 Jun 29 11:51:18.521333 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-20992528-4cb8-4e55-bef9-8d142aa24af9 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849407 Jun 29 11:51:18.610071 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-b1aea10d-64b8-4217-895a-5d504bf3799c req-56fff1ab-d3a3-4317-b652-16963e2fb27b service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815098 Jun 29 11:51:18.793572 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1dccb-99b4-4bec-bbd3-41ff037d8e6b req-5fd72176-2527-46f1-a401-36312452870d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:18.794918 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b5a1dccb-99b4-4bec-bbd3-41ff037d8e6b req-5fd72176-2527-46f1-a401-36312452870d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 943 time: 0.0650141 Jun 29 11:51:18.835412 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-b5a1dccb-99b4-4bec-bbd3-41ff037d8e6b req-07763fac-e444-43d8-9285-341a80ce415a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Jun 29 11:51:20.014370 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ebbce-6c55-48cd-9c46-d8ff79c0add0 req-eca45798-cfa6-401a-ac3c-505f7b5266d2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:20.015942 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fa6ebbce-6c55-48cd-9c46-d8ff79c0add0 req-eca45798-cfa6-401a-ac3c-505f7b5266d2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 943 time: 0.0696416 Jun 29 11:51:20.053309 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fa6ebbce-6c55-48cd-9c46-d8ff79c0add0 req-a5d347a8-05e4-4bb4-8721-8976179ee4be tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317855 Jun 29 11:51:21.225443 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea0de-7b9a-4525-8948-058de080bcbc req-42b8f452-51a2-42a2-901a-f7411c4b3442 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:21.227554 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d2ea0de-7b9a-4525-8948-058de080bcbc req-42b8f452-51a2-42a2-901a-f7411c4b3442 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 943 time: 0.0640352 Jun 29 11:51:21.268490 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4d2ea0de-7b9a-4525-8948-058de080bcbc req-6e7deced-e977-477a-b187-89c904ce4749 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349088 Jun 29 11:51:22.451717 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cb00e-ad6d-4e6c-974d-7d50d1115f2f req-d129614b-f28c-454d-bffd-5abec1d91848 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:22.453261 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-105cb00e-ad6d-4e6c-974d-7d50d1115f2f req-d129614b-f28c-454d-bffd-5abec1d91848 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 943 time: 0.0732367 Jun 29 11:51:22.493135 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-105cb00e-ad6d-4e6c-974d-7d50d1115f2f req-a6a3a853-7cea-4d5e-8158-3c14ac9ac871 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337491 Jun 29 11:51:23.159422 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc8df-9150-4276-ae5e-8eaf429f26b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:23.680870 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013f506-0857-4f18-b906-bfa4de145d49 req-477bbc7e-b76c-4ac2-9c08-cde36588d22d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:23.682358 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4013f506-0857-4f18-b906-bfa4de145d49 req-477bbc7e-b76c-4ac2-9c08-cde36588d22d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 943 time: 0.0754044 Jun 29 11:51:23.719929 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-4013f506-0857-4f18-b906-bfa4de145d49 req-ef458617-a08b-4368-a4bc-f52cd944a8f4 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319078 Jun 29 11:51:24.892647 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9f20b-f356-48d5-9e86-fbb4d9322d30 req-7f7471c5-2b88-4406-8fff-0778895147f2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:24.894132 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1ea9f20b-f356-48d5-9e86-fbb4d9322d30 req-7f7471c5-2b88-4406-8fff-0778895147f2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 943 time: 0.0629072 Jun 29 11:51:24.931850 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1ea9f20b-f356-48d5-9e86-fbb4d9322d30 req-7ac0993c-fa6b-4f85-b000-815c6d9f5503 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Jun 29 11:51:25.323450 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 713f7f49-6e7d-4b81-a0f5-170657be060c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:51:25.414924 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 713f7f49-6e7d-4b81-a0f5-170657be060c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=713f7f49-6e7d-4b81-a0f5-170657be060c,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:51:25.425375 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'mac_address': 'fa:16:3e:e3:46:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:51:25.464310 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:25.477542 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713f7f49-6e7d-4b81-a0f5-170657be060c {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:51:25.496964 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 713f7f49-6e7d-4b81-a0f5-170657be060c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=713f7f49-6e7d-4b81-a0f5-170657be060c,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:51:25.500838 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:25.502557 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a0076671-232b-4f9d-b555-50e6f5f3c2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:25.547376 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=713f7f49-6e7d-4b81-a0f5-170657be060c,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:25.554993 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.555352 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.555693 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.556034 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.556401 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.556736 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.557150 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.557479 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.557809 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.558139 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.558462 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.558784 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:25.562778 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:25.844568 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['713f7f49-6e7d-4b81-a0f5-170657be060c'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:51:26.256233 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044c44-91fe-481b-89bf-3c88847659a3 req-47e6fa1a-bc72-40e0-be15-2bc1d3e0364a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:26.257717 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-df044c44-91fe-481b-89bf-3c88847659a3 req-47e6fa1a-bc72-40e0-be15-2bc1d3e0364a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 944 time: 0.0635891 Jun 29 11:51:26.295686 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-df044c44-91fe-481b-89bf-3c88847659a3 req-9401855b-df65-4158-91ba-3e98141b2030 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312955 Jun 29 11:51:26.437274 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-169c9273-4e42-4583-938f-b1b9f10be52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:27.106296 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:27.339395 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 713f7f49-6e7d-4b81-a0f5-170657be060c up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:51:27.390338 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port 713f7f49-6e7d-4b81-a0f5-170657be060c completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:51:27.394631 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 713f7f49-6e7d-4b81-a0f5-170657be060c triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:51:27.394889 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:27.478469 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:27.490332 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249a63-40bf-4b13-9fe6-4aa9864fd93b req-bb0d174f-3b72-44d0-ab55-6efc6cfa1b1b tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:27.491844 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f3249a63-40bf-4b13-9fe6-4aa9864fd93b req-bb0d174f-3b72-44d0-ab55-6efc6cfa1b1b tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 944 time: 0.0800490 Jun 29 11:51:27.502747 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713f7f49-6e7d-4b81-a0f5-170657be060c'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:51:27.505391 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1223aab5-dc05-40be-8139-13471b034040" -d '{"events": [{"server_uuid": "9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07", "name": "network-vif-plugged", "status": "completed", "tag": "713f7f49-6e7d-4b81-a0f5-170657be060c"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:51:27.518644 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 713f7f49-6e7d-4b81-a0f5-170657be060c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=713f7f49-6e7d-4b81-a0f5-170657be060c,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:51:27.524068 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:27.526702 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:27.533589 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-f3249a63-40bf-4b13-9fe6-4aa9864fd93b req-08b3d00c-3edc-4684-bdbe-1ff2e7b9a82d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352821 Jun 29 11:51:27.551957 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b80cfd-9976-43aa-ac79-7e19af711829 x-openstack-request-id: req-71b80cfd-9976-43aa-ac79-7e19af711829 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:51:27.552292 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07", "name": "network-vif-plugged", "status": "completed", "tag": "713f7f49-6e7d-4b81-a0f5-170657be060c", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:51:27.552554 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-71b80cfd-9976-43aa-ac79-7e19af711829 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:51:27.552966 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'code': 200} Jun 29 11:51:27.579907 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=713f7f49-6e7d-4b81-a0f5-170657be060c,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:27.583012 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:27.863775 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d28654-abe5-47d8-9f6f-5d99e4350f11 req-b33707fe-8c9b-4acc-8332-6ee747360751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:27.865313 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c5d28654-abe5-47d8-9f6f-5d99e4350f11 req-b33707fe-8c9b-4acc-8332-6ee747360751 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 1098 time: 0.0918434 Jun 29 11:51:27.902185 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-c5d28654-abe5-47d8-9f6f-5d99e4350f11 req-946138a2-0a02-4420-b321-09ebf1e0c892 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307062 Jun 29 11:51:28.066934 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:28.720182 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db3bae-195f-49de-be3a-b137a1d7acc1 req-327a2f38-e38b-4315-8de4-e34fc7b36bfa tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:28.721820 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d7db3bae-195f-49de-be3a-b137a1d7acc1 req-327a2f38-e38b-4315-8de4-e34fc7b36bfa tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 945 time: 0.0669897 Jun 29 11:51:28.759669 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-d7db3bae-195f-49de-be3a-b137a1d7acc1 req-6a8abab5-b5de-4247-900d-92f7036a3c5c tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316701 Jun 29 11:51:29.563826 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:29.932777 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3b867-83e9-4f82-acd3-75eba5d9914c req-c985bd03-d514-47b4-9d99-da8ecd4e8062 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:29.934264 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e3f3b867-83e9-4f82-acd3-75eba5d9914c req-c985bd03-d514-47b4-9d99-da8ecd4e8062 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 945 time: 0.0664937 Jun 29 11:51:29.972305 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e3f3b867-83e9-4f82-acd3-75eba5d9914c req-57bde391-5fa5-4814-ab1e-142e636ada56 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323970 Jun 29 11:51:30.146837 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082017d-6e13-469f-9cb4-ff941b6bcecd req-6c989b10-3807-4d10-a2d8-97e01c128337 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:30.148858 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8082017d-6e13-469f-9cb4-ff941b6bcecd req-6c989b10-3807-4d10-a2d8-97e01c128337 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 945 time: 0.0644054 Jun 29 11:51:30.186432 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8082017d-6e13-469f-9cb4-ff941b6bcecd req-30ee3e4d-5ec7-4677-b7cf-9f165eff40fd tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319669 Jun 29 11:51:30.210352 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41318) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:51:30.261983 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690f024b-7aa6-468a-bdfe-68cc4857e2c5 tempest-TestVolumeBootPattern-1415406333 tempest-TestVolumeBootPattern-1415406333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:30.263483 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-690f024b-7aa6-468a-bdfe-68cc4857e2c5 tempest-TestVolumeBootPattern-1415406333 tempest-TestVolumeBootPattern-1415406333-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 1093 time: 0.0516543 Jun 29 11:51:30.266243 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41320) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:51:30.270558 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.v2.base [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'floatingip': {'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:51:30.293092 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:30.401657 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:30.510168 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_common [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Allocated IP 172.27.3.110 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/08f8f84b-ac13-4afa-8ac9-4552f2b28251) {{(pid=93145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:51:30.618001 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for port, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:30.655983 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8061440'] for port, after_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:30.657979 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-77993bb8-3234-4632-9cb8-0e1ef259c7b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:30.701887 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:51:30.706209 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.base_scheduler [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Resources bound (agent type, host, resource id): {{(pid=93145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:51:30.710877 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Received port after_create {{(pid=93145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:51:30.713786 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'Port': ['ID=08f8f84b-ac13-4afa-8ac9-4552f2b28251,revision_number=1']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:30.739733 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.740121 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.740523 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.740896 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.741264 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.741631 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.742586 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.742956 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.743319 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.743689 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.744046 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.744431 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:30.749016 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:31.087614 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:31.165089 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:31.312096 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for port, precommit_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:31.316387 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8061490'] for port, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:31.319203 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:31.388371 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'Port': ['ID=08f8f84b-ac13-4afa-8ac9-4552f2b28251,revision_number=2']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:31.392309 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:31.396874 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:31.496542 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.l3_db [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Floating IP 46d4aff8-0df4-464d-920c-f965616e9546 associated. External IP: 172.27.3.110, port: 713f7f49-6e7d-4b81-a0f5-170657be060c. Jun 29 11:51:31.701302 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Router c9fb5383-dc47-4942-9675-70c0b37a3f2b has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:51:31.817402 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:51:31.826672 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] Sync routers for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:51:31.834234 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:31.837142 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:51:31.837767 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:51:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:31.872375 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6050956 Jun 29 11:51:31.873233 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'tag': '713f7f49-6e7d-4b81-a0f5-170657be060c'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:51:31.875385 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442" -d '{"events": [{"name": "network-changed", "server_uuid": "9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07", "tag": "713f7f49-6e7d-4b81-a0f5-170657be060c"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:51:31.944916 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:51:31.973080 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbccff24-6003-46bb-844f-2c40a2febe1a x-openstack-request-id: req-fbccff24-6003-46bb-844f-2c40a2febe1a {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:51:31.973414 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07", "tag": "713f7f49-6e7d-4b81-a0f5-170657be060c", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:51:31.973709 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fbccff24-6003-46bb-844f-2c40a2febe1a {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:51:31.974148 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'tag': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'status': 'completed', 'code': 200} Jun 29 11:51:32.047700 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-1e8cfc71-cfbe-48f4-bad3-ee17bfb44fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:32.049384 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-1e8cfc71-cfbe-48f4-bad3-ee17bfb44fe3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 1098 time: 0.0536449 Jun 29 11:51:32.144731 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-4b88090e-cdee-42a6-a537-36753b7a760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:32.146177 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-4b88090e-cdee-42a6-a537-36753b7a760c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.0905643 Jun 29 11:51:32.167897 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '46d4aff8-0df4-464d-920c-f965616e9546', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:e3:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:51:30Z', 'updated_at': '2021-06-29T11:51:30Z', 'revision_number': 0, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:32.192872 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] Checking router: c9fb5383-dc47-4942-9675-70c0b37a3f2b for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:51:32.201759 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:51:32.202375 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:51:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:32.209139 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-6df7b5ab-4eb1-425e-809d-575948e7b6df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=713f7f49-6e7d-4b81-a0f5-170657be060c HTTP/1.1" status: 200 len: 999 time: 0.0565886 Jun 29 11:51:32.256809 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-b74cebe9-1d6a-4f2b-be57-57f913e403a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:32.258897 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-b74cebe9-1d6a-4f2b-be57-57f913e403a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0440943 Jun 29 11:51:32.306224 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:51:32.317754 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-2763536b-c9c3-4f48-90fc-fee38eb0531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:32.319287 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-2763536b-c9c3-4f48-90fc-fee38eb0531b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545053 Jun 29 11:51:32.412943 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-8050e880-5607-4ed3-9fc4-696de7eeda4e service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864608 Jun 29 11:51:32.504803 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0fc3bf51-d159-48dd-a2db-7a75b1fc6442 req-a61a786c-54d5-458b-adab-665faca214d5 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860648 Jun 29 11:51:32.541181 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '46d4aff8-0df4-464d-920c-f965616e9546', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:e3:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:51:30Z', 'updated_at': '2021-06-29T11:51:30Z', 'revision_number': 0, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:32.567821 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3ca2d-d38d-4911-a337-f3551e6c11bc None None] The sync data for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi is: [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '46d4aff8-0df4-464d-920c-f965616e9546', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:e3:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:51:30Z', 'updated_at': '2021-06-29T11:51:30Z', 'revision_number': 0, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:51:32.769578 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca03037-88d4-4bbc-86f2-8669bbe04e7d None None] New status for floating IP 46d4aff8-0df4-464d-920c-f965616e9546: ACTIVE {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:51:35.259975 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:51:47.483300 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:50.609820 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e850fe0-a59d-4a7c-9d52-2b2d34653db3 req-9d5f160a-af11-48f7-bd13-a1d33e6b9d17 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:50.611306 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9e850fe0-a59d-4a7c-9d52-2b2d34653db3 req-9d5f160a-af11-48f7-bd13-a1d33e6b9d17 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0623043 Jun 29 11:51:50.649875 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9e850fe0-a59d-4a7c-9d52-2b2d34653db3 req-ccb7a7a3-d147-4299-8cd8-2b394b6b1fe7 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329370 Jun 29 11:51:51.830143 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d93ce2-79dd-4bc9-aede-78b7a687d265 req-9e541ca8-e2c6-45f0-ab78-a8b4b1a677bb tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:51.831723 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c7d93ce2-79dd-4bc9-aede-78b7a687d265 req-9e541ca8-e2c6-45f0-ab78-a8b4b1a677bb tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0685651 Jun 29 11:51:51.872049 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c7d93ce2-79dd-4bc9-aede-78b7a687d265 req-9df50733-f771-4593-8ff9-9f7b3d1200da tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340526 Jun 29 11:51:53.063645 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6707a-02fe-40b3-a989-b0ff861bd8dd req-cf3cd48c-d156-40d2-b2e0-4e19534d50b0 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:53.065407 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e7e6707a-02fe-40b3-a989-b0ff861bd8dd req-cf3cd48c-d156-40d2-b2e0-4e19534d50b0 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0656996 Jun 29 11:51:53.108401 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-e7e6707a-02fe-40b3-a989-b0ff861bd8dd req-e6e9c50d-f24c-42b2-8c77-307fce3ae96b tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373096 Jun 29 11:51:53.161186 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-764b570a-36d2-45db-b28e-90c5b6347af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:53.868085 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-3b8bc0dd-c309-4506-8390-c629d3536857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:53.869643 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-3b8bc0dd-c309-4506-8390-c629d3536857 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb352b972803408f8cfb923bb7303d47&device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1098 time: 0.0517044 Jun 29 11:51:53.972004 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-8feccc6b-6e87-44d2-b8c6-93ed13d56f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:53.973510 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-8feccc6b-6e87-44d2-b8c6-93ed13d56f52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab HTTP/1.1" status: 200 len: 910 time: 0.0836618 Jun 29 11:51:54.050561 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-81ae8bc8-ea58-44b2-b55b-80d175414515 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a0290a-67d7-4577-8068-cbe0132c8561 HTTP/1.1" status: 200 len: 1001 time: 0.0705690 Jun 29 11:51:54.099839 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-d39c38df-f1a1-43da-b30d-cd4f46bb50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:54.101314 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-d39c38df-f1a1-43da-b30d-cd4f46bb50ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67838219-1dd3-429c-b9df-f478e95b7610 HTTP/1.1" status: 200 len: 848 time: 0.0439222 Jun 29 11:51:54.157696 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-80004b7e-1d50-4b4a-b1fc-e10568b5a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:54.159180 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-80004b7e-1d50-4b4a-b1fc-e10568b5a1cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512226 Jun 29 11:51:54.292743 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385715a-df9b-497f-bd80-6e4c056addee req-2b4a9786-1688-47e7-ab9f-2daa8e7dd9a7 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:54.294938 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3385715a-df9b-497f-bd80-6e4c056addee req-2b4a9786-1688-47e7-ab9f-2daa8e7dd9a7 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0715115 Jun 29 11:51:54.336985 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3385715a-df9b-497f-bd80-6e4c056addee req-8b345c26-19c3-45e8-9b4e-8b81831279cb tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360389 Jun 29 11:51:54.500439 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-da0869c4-9488-4b66-8f8c-d7c2b60ca9dd service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339972 Jun 29 11:51:54.593668 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-813810b6-ac0d-4e8f-ad32-e53c35b507bd req-8ba45444-e4fe-47c4-befc-5d2477c49f8c service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863214 Jun 29 11:51:55.508113 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841f4ba-0764-451a-ab67-2dc10ebd9b94 req-17bc8ffd-511b-4e0a-9972-183488743ecc tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:55.509598 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a841f4ba-0764-451a-ab67-2dc10ebd9b94 req-17bc8ffd-511b-4e0a-9972-183488743ecc tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0621457 Jun 29 11:51:55.548777 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a841f4ba-0764-451a-ab67-2dc10ebd9b94 req-1ca73c51-7473-48d3-bf9c-586e9e396468 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326278 Jun 29 11:51:56.441202 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a58d4329-c86f-487a-b71c-c4a34af6013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:56.724699 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b034711-8c61-4bf0-9c40-9017dae11d5b req-c8ac6727-6b5a-4a46-badb-86b4b5987542 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:56.726178 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b034711-8c61-4bf0-9c40-9017dae11d5b req-c8ac6727-6b5a-4a46-badb-86b4b5987542 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0658915 Jun 29 11:51:56.767288 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6b034711-8c61-4bf0-9c40-9017dae11d5b req-7728c868-47a5-475c-8ed0-ee71ba813a6f tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344052 Jun 29 11:51:57.109028 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:57.944514 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0ab73-3a19-4f4d-a774-8077c917bdab req-3139beca-3b33-4b17-8fae-9a9bb0f28c0c tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:57.945982 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4fe0ab73-3a19-4f4d-a774-8077c917bdab req-3139beca-3b33-4b17-8fae-9a9bb0f28c0c tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0634525 Jun 29 11:51:57.984017 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4fe0ab73-3a19-4f4d-a774-8077c917bdab req-409d4a37-ac22-4987-87bf-03ab0b7e52fb tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317874 Jun 29 11:51:58.071961 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:59.165337 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f8a04-0264-4af5-84d0-6e7987380959 req-5657fbae-38d5-4e1f-8e6b-887a2fabd109 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:59.166790 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e1f8a04-0264-4af5-84d0-6e7987380959 req-5657fbae-38d5-4e1f-8e6b-887a2fabd109 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0690773 Jun 29 11:51:59.478968 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7e1f8a04-0264-4af5-84d0-6e7987380959 req-8335b2f4-cb42-4628-99f4-31d30de05f35 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057873 Jun 29 11:51:59.564768 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:00.660679 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed586e2-8f81-46b7-9049-a9d7d0f8883e req-8ce81493-47c0-4b42-ac4b-b6c7c561d250 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:00.662069 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-bed586e2-8f81-46b7-9049-a9d7d0f8883e req-8ce81493-47c0-4b42-ac4b-b6c7c561d250 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0717700 Jun 29 11:52:00.701210 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-bed586e2-8f81-46b7-9049-a9d7d0f8883e req-3ca21224-6e8d-4d56-891f-3dae1caa4da1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333188 Jun 29 11:52:01.886388 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1ec8e-3b8d-4459-8be1-865a63d27bc3 req-4fa01016-535a-49ae-bced-811f386bb0f1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:01.887910 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a0a1ec8e-3b8d-4459-8be1-865a63d27bc3 req-4fa01016-535a-49ae-bced-811f386bb0f1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0789821 Jun 29 11:52:01.926515 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-a0a1ec8e-3b8d-4459-8be1-865a63d27bc3 req-9d8d615c-2805-492e-85c9-3bd1653b9828 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316179 Jun 29 11:52:03.100263 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03718-7fd4-438d-aa4a-151e0798b077 req-22f1c48e-baa0-4d92-824a-bb5b2b9313db tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:03.101757 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6ac03718-7fd4-438d-aa4a-151e0798b077 req-22f1c48e-baa0-4d92-824a-bb5b2b9313db tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0643721 Jun 29 11:52:03.140784 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-6ac03718-7fd4-438d-aa4a-151e0798b077 req-2dc63b3b-8bfc-493f-88ad-c3e43669d95f tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333769 Jun 29 11:52:04.324530 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421f423-1512-4ee4-ab54-621cc83753fc req-40f42159-f756-40e6-8d19-c70ecd59566f tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:04.325997 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f421f423-1512-4ee4-ab54-621cc83753fc req-40f42159-f756-40e6-8d19-c70ecd59566f tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0651042 Jun 29 11:52:04.370568 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f421f423-1512-4ee4-ab54-621cc83753fc req-915d5263-5279-4830-a92f-79d94fb41e22 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381131 Jun 29 11:52:05.549899 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdec1e-bf2e-4f06-b9a1-192ecd0d29a8 req-4b71caac-23d4-497a-98dc-c3611d31f534 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:05.551448 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a5cdec1e-bf2e-4f06-b9a1-192ecd0d29a8 req-4b71caac-23d4-497a-98dc-c3611d31f534 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0672076 Jun 29 11:52:05.594651 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-a5cdec1e-bf2e-4f06-b9a1-192ecd0d29a8 req-b9dd9ac3-9cd1-4b93-ae2b-1cb07f0553f5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366178 Jun 29 11:52:05.714505 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-ffa6c9ae-b3b9-4077-8f4a-76a377916701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:05.715913 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-ffa6c9ae-b3b9-4077-8f4a-76a377916701 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb352b972803408f8cfb923bb7303d47&device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1098 time: 0.0549726 Jun 29 11:52:05.808787 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-661dd08e-d089-4d3d-b5a6-5bad8ab4e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:05.810281 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-661dd08e-d089-4d3d-b5a6-5bad8ab4e1c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab HTTP/1.1" status: 200 len: 910 time: 0.0880899 Jun 29 11:52:05.883192 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-41e46c4c-00fe-4d52-89ff-966e885d8b7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a0290a-67d7-4577-8068-cbe0132c8561 HTTP/1.1" status: 200 len: 1001 time: 0.0670891 Jun 29 11:52:05.938406 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-c4c74625-2505-411b-86e2-f3a42e8a3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:05.940627 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-c4c74625-2505-411b-86e2-f3a42e8a3bf9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67838219-1dd3-429c-b9df-f478e95b7610 HTTP/1.1" status: 200 len: 848 time: 0.0500836 Jun 29 11:52:06.003664 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-0bb2f6e8-1c1d-408a-99a7-55a62a17b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:06.005194 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-0bb2f6e8-1c1d-408a-99a7-55a62a17b946 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582855 Jun 29 11:52:06.109126 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-f6232aff-ec82-4361-939c-4880525befd2 service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967431 Jun 29 11:52:06.207465 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fb545b19-7a1c-4887-a2ed-92104e5fd66f req-e35ac5f8-6947-48ed-8917-5caf3ef259e0 service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923865 Jun 29 11:52:06.774512 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9424f-0aad-494c-bfaf-5c0cd7fa17ce req-83b7e1bd-f16f-42cd-8185-71af34949f9d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:06.775942 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-99a9424f-0aad-494c-bfaf-5c0cd7fa17ce req-83b7e1bd-f16f-42cd-8185-71af34949f9d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0666192 Jun 29 11:52:06.818166 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-99a9424f-0aad-494c-bfaf-5c0cd7fa17ce req-f0680f97-5728-4f0f-84b0-94a259088bec tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354691 Jun 29 11:52:08.028404 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fab1f-f4dd-4579-a13a-ada439fbd1fa req-405e7673-88d3-4b0d-aa9c-2eeeae217511 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:08.030080 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-159fab1f-f4dd-4579-a13a-ada439fbd1fa req-405e7673-88d3-4b0d-aa9c-2eeeae217511 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0668571 Jun 29 11:52:08.076307 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-159fab1f-f4dd-4579-a13a-ada439fbd1fa req-3d3a7cd2-8e36-4222-961b-84703f9cb3f2 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403423 Jun 29 11:52:09.279070 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252dae7-6904-40f3-b81e-af1e188f767d req-ce34a987-3075-4594-b680-58bdcba66580 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:09.280650 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f252dae7-6904-40f3-b81e-af1e188f767d req-ce34a987-3075-4594-b680-58bdcba66580 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0651853 Jun 29 11:52:09.323045 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-f252dae7-6904-40f3-b81e-af1e188f767d req-820c5003-d168-4404-8618-60165b34924d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366354 Jun 29 11:52:09.649862 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41392) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:09.730612 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487ff14-6207-4b00-9ae3-cf32f77e7bbf req-9d15bf3a-4b8b-4daf-aeac-076db6e3b915 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:09.732784 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6487ff14-6207-4b00-9ae3-cf32f77e7bbf req-9d15bf3a-4b8b-4daf-aeac-076db6e3b915 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.1068366 Jun 29 11:52:09.745054 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-926b2c85-9375-4268-a47e-d41f81d7314c req-7a028c5f-855e-4bad-9fc4-e49c30e93f41 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939436 Jun 29 11:52:09.774785 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6487ff14-6207-4b00-9ae3-cf32f77e7bbf req-7baa8e6d-117b-45af-9535-000205cb7a3a tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361650 Jun 29 11:52:10.969367 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e61c0-9d5d-4164-baf1-e33fdbba56c2 req-1c8313e5-baac-4ee2-8d9f-cb532aacbd3d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:10.970775 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-285e61c0-9d5d-4164-baf1-e33fdbba56c2 req-1c8313e5-baac-4ee2-8d9f-cb532aacbd3d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0704920 Jun 29 11:52:11.008937 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-285e61c0-9d5d-4164-baf1-e33fdbba56c2 req-b7f26984-a777-4650-92ee-9442f8071456 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316956 Jun 29 11:52:11.243576 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b2c85-9375-4268-a47e-d41f81d7314c req-9dc8ce0b-7076-4f84-ad2e-8fab92284bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:11.245029 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-926b2c85-9375-4268-a47e-d41f81d7314c req-9dc8ce0b-7076-4f84-ad2e-8fab92284bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a&tenant_id=cb352b972803408f8cfb923bb7303d47 HTTP/1.1" status: 200 len: 1098 time: 0.0531671 Jun 29 11:52:11.317912 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b2c85-9375-4268-a47e-d41f81d7314c req-f02bb7f6-a30c-41db-baf7-20806e78e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:11.319489 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-926b2c85-9375-4268-a47e-d41f81d7314c req-f02bb7f6-a30c-41db-baf7-20806e78e7ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb352b972803408f8cfb923bb7303d47&device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1098 time: 0.0520544 Jun 29 11:52:11.411468 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b2c85-9375-4268-a47e-d41f81d7314c req-10111b54-d648-45f9-98fd-ce90650586a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:11.412964 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-926b2c85-9375-4268-a47e-d41f81d7314c req-10111b54-d648-45f9-98fd-ce90650586a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab HTTP/1.1" status: 200 len: 910 time: 0.0867989 Jun 29 11:52:11.478289 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-926b2c85-9375-4268-a47e-d41f81d7314c req-8cb7798d-13af-49cf-bd24-500ef39116c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a0290a-67d7-4577-8068-cbe0132c8561 HTTP/1.1" status: 200 len: 1001 time: 0.0582435 Jun 29 11:52:11.499450 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 71a0290a-67d7-4577-8068-cbe0132c8561 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:52:11.529376 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b2c85-9375-4268-a47e-d41f81d7314c req-67d13fc2-58f4-4cf7-837b-74d5e1db2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:11.530991 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-926b2c85-9375-4268-a47e-d41f81d7314c req-67d13fc2-58f4-4cf7-837b-74d5e1db2912 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67838219-1dd3-429c-b9df-f478e95b7610 HTTP/1.1" status: 200 len: 848 time: 0.0453272 Jun 29 11:52:11.578383 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:11.593697 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b2c85-9375-4268-a47e-d41f81d7314c req-01f0e33a-849e-4d08-93ba-c7e52229163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:11.595212 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-926b2c85-9375-4268-a47e-d41f81d7314c req-01f0e33a-849e-4d08-93ba-c7e52229163f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576487 Jun 29 11:52:11.601381 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:52:11.603617 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3f59a7-4d9a-4cac-ba90-62da3c22b28c" -d '{"events": [{"server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "name": "network-vif-unplugged", "status": "completed", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:52:11.617144 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 71a0290a-67d7-4577-8068-cbe0132c8561, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=71a0290a-67d7-4577-8068-cbe0132c8561,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:11.621646 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:11.625985 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-001fa0c0-0e9c-468d-bd1a-9ddb083c384c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:11.679758 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=71a0290a-67d7-4577-8068-cbe0132c8561,revision_number=6']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:11.683360 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:11.688695 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-926b2c85-9375-4268-a47e-d41f81d7314c req-b05020d8-a52d-48fd-a3f8-e7dcf7a0c3f1 service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872159 Jun 29 11:52:11.707789 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 11:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbde725e-c537-4164-9915-e6d6cd47ed4b x-openstack-request-id: req-cbde725e-c537-4164-9915-e6d6cd47ed4b {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:52:11.708102 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "name": "network-vif-unplugged", "status": "completed", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:52:11.708405 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cbde725e-c537-4164-9915-e6d6cd47ed4b {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:52:11.708814 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561', 'code': 200} Jun 29 11:52:11.787739 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-926b2c85-9375-4268-a47e-d41f81d7314c req-6cac786c-db73-4ae2-958e-05b919eb759d service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927784 Jun 29 11:52:12.195385 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c6071-27b8-4819-9d47-1a3e65f7127f req-537b9836-6f81-4594-bb92-5329c05b8899 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:12.196971 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5a0c6071-27b8-4819-9d47-1a3e65f7127f req-537b9836-6f81-4594-bb92-5329c05b8899 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0655158 Jun 29 11:52:12.237912 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5a0c6071-27b8-4819-9d47-1a3e65f7127f req-addd86b5-6745-43ad-9257-59ebe15f201f tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341468 Jun 29 11:52:12.258116 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:52:13.420892 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcfe6b-3a56-408c-b4a6-403d62a6de5b req-67008e42-b37e-4785-b878-177e84276b7a tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:13.422419 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8dfcfe6b-3a56-408c-b4a6-403d62a6de5b req-67008e42-b37e-4785-b878-177e84276b7a tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0667632 Jun 29 11:52:13.463469 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-8dfcfe6b-3a56-408c-b4a6-403d62a6de5b req-22af93ee-44ab-463f-9ca4-9ccb8cc1f21f tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327818 Jun 29 11:52:14.655149 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411d595-e560-4c4b-beeb-7bc42cc84dcd req-a124fc88-778e-4bef-89f3-b2356bd2273d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:14.656694 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d411d595-e560-4c4b-beeb-7bc42cc84dcd req-a124fc88-778e-4bef-89f3-b2356bd2273d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0712016 Jun 29 11:52:14.700155 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d411d595-e560-4c4b-beeb-7bc42cc84dcd req-6ef38f94-10b1-4143-a7e3-83559df3ebb9 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375426 Jun 29 11:52:15.877638 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30758bad-f02c-4c36-9a71-d962ebf26510 req-11f9b7d5-20b9-4e32-b146-e9491e1b09c6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:15.879168 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-30758bad-f02c-4c36-9a71-d962ebf26510 req-11f9b7d5-20b9-4e32-b146-e9491e1b09c6 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0649071 Jun 29 11:52:15.922429 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-30758bad-f02c-4c36-9a71-d962ebf26510 req-3ecd454d-9ce2-4d7f-a6db-3bbba6079e08 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375729 Jun 29 11:52:17.095393 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce960d9f-b0c8-4a66-b866-d0865af95798 req-5387e9c8-0c91-4e47-ae9e-3741da433319 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:17.097254 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ce960d9f-b0c8-4a66-b866-d0865af95798 req-5387e9c8-0c91-4e47-ae9e-3741da433319 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0654788 Jun 29 11:52:17.134901 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-ce960d9f-b0c8-4a66-b866-d0865af95798 req-43150692-bcfb-4be6-8b33-94d28312f8bd tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320830 Jun 29 11:52:17.515207 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:18.351088 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643abf-bb22-47be-938a-b6d508d60aa4 req-9f57981d-5d45-4322-b9ff-64007e203a2e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:18.352672 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2b643abf-bb22-47be-938a-b6d508d60aa4 req-9f57981d-5d45-4322-b9ff-64007e203a2e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0859673 Jun 29 11:52:18.404066 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-2b643abf-bb22-47be-938a-b6d508d60aa4 req-d33d558b-953c-49e7-b83e-e5afc837655f tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455625 Jun 29 11:52:18.903493 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67dd84-1a07-464d-a236-06448f01e83c req-0662389d-15d9-4f1f-a7d3-62a11bb3dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:18.905767 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fc67dd84-1a07-464d-a236-06448f01e83c req-0662389d-15d9-4f1f-a7d3-62a11bb3dde5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1096 time: 0.0547192 Jun 29 11:52:18.944274 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-fc67dd84-1a07-464d-a236-06448f01e83c req-8884b065-04f3-41e1-8202-fd50ba44f548 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290201 Jun 29 11:52:19.586926 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdafb2a-6ac0-46a3-b90e-d306748f7147 req-bb43d4ef-4c13-41f2-8ab4-b33cd2e05b94 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:19.588442 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9cdafb2a-6ac0-46a3-b90e-d306748f7147 req-bb43d4ef-4c13-41f2-8ab4-b33cd2e05b94 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0702038 Jun 29 11:52:19.628032 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9cdafb2a-6ac0-46a3-b90e-d306748f7147 req-cbf457c9-a23b-4a90-ac0e-51de597acab8 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325716 Jun 29 11:52:20.808315 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ea16d-1d2c-4681-a3c0-5adde90afd8f req-ccb358a8-c5ed-471a-a2a7-d1f8e0e5ff92 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:20.809680 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3d7ea16d-1d2c-4681-a3c0-5adde90afd8f req-ccb358a8-c5ed-471a-a2a7-d1f8e0e5ff92 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 943 time: 0.0677195 Jun 29 11:52:20.852678 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3d7ea16d-1d2c-4681-a3c0-5adde90afd8f req-bb345c28-a579-4cf1-bd0c-4ceebae65791 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367155 Jun 29 11:52:21.567622 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 71a0290a-67d7-4577-8068-cbe0132c8561 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:52:21.675471 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 71a0290a-67d7-4577-8068-cbe0132c8561, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=71a0290a-67d7-4577-8068-cbe0132c8561,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:21.688294 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': '71a0290a-67d7-4577-8068-cbe0132c8561', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'port_id': '71a0290a-67d7-4577-8068-cbe0132c8561', 'mac_address': 'fa:16:3e:6f:5b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:52:21.725696 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:21.743088 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a0290a-67d7-4577-8068-cbe0132c8561 {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:52:21.763059 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 71a0290a-67d7-4577-8068-cbe0132c8561, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=71a0290a-67d7-4577-8068-cbe0132c8561,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:21.768303 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:21.770067 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:21.817026 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=71a0290a-67d7-4577-8068-cbe0132c8561,revision_number=7']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:21.820536 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:22.090894 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['71a0290a-67d7-4577-8068-cbe0132c8561'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:52:23.164819 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4feaee73-3ae3-418a-8fc6-a632f816ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:23.564220 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 71a0290a-67d7-4577-8068-cbe0132c8561 up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:23.613319 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port 71a0290a-67d7-4577-8068-cbe0132c8561 triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:23.613695 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:23.691057 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:23.712678 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:52:23.714908 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957c4dc2-4596-421e-b4cd-5a089c6c55f0" -d '{"events": [{"server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "name": "network-vif-plugged", "status": "completed", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:52:23.727999 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port 71a0290a-67d7-4577-8068-cbe0132c8561, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=71a0290a-67d7-4577-8068-cbe0132c8561,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:23.731810 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:23.734740 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:23.757438 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994e4838-996e-4b62-aeb3-4a71e09dcb30 x-openstack-request-id: req-994e4838-996e-4b62-aeb3-4a71e09dcb30 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:52:23.757735 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "name": "network-vif-plugged", "status": "completed", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:52:23.757995 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-994e4838-996e-4b62-aeb3-4a71e09dcb30 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:52:23.758474 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561', 'code': 200} Jun 29 11:52:23.784391 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=71a0290a-67d7-4577-8068-cbe0132c8561,revision_number=8']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:23.787342 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:26.444060 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6d00ea25-9cb4-4550-94a3-d6163fec5f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.111036 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:28.073190 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:29.567625 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.518411 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.263060 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:52:53.167467 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8ff36bab-6796-488b-bca6-27684217d489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:54.885684 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-31125fde-7042-4fd3-8eeb-5e83c8bae502 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543778 Jun 29 11:52:54.964006 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-8cebe103-30f2-4783-b10f-367509a842b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:54.965596 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-8cebe103-30f2-4783-b10f-367509a842b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 1098 time: 0.0557954 Jun 29 11:52:55.081699 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-16fc73af-1793-40bd-b4e6-eb79777a7c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:55.083259 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-16fc73af-1793-40bd-b4e6-eb79777a7c5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.0952277 Jun 29 11:52:55.151480 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-e92e91b6-7ca6-4d01-8e05-d0c24b37c5bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=713f7f49-6e7d-4b81-a0f5-170657be060c HTTP/1.1" status: 200 len: 1001 time: 0.0615406 Jun 29 11:52:55.207110 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-1095e15b-bc76-4a8d-af9a-fa761c36d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:55.208680 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-1095e15b-bc76-4a8d-af9a-fa761c36d7d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0504637 Jun 29 11:52:55.279421 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-35cda4d5-5cc3-4aa8-a639-4d66ac30b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:55.281658 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-35cda4d5-5cc3-4aa8-a639-4d66ac30b8a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668962 Jun 29 11:52:55.384276 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-184c9e87-e166-435a-b202-49213e1cc322 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962660 Jun 29 11:52:55.481519 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f9dab21-64dc-4c4d-84cf-329aa0851ec1 req-5db0c6f5-5dad-4569-976b-4b917faaad5a service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899732 Jun 29 11:52:56.447363 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ab8712be-530a-4d4b-84f2-c93fcaaa6d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:57.116869 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:58.075963 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:59.571855 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:17.522747 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:23.169425 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-03d9d394-e9cd-4017-ad4d-c7bbe5af663e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:26.261834 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:53:26.454072 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-04093eff-0350-4db7-adac-a27d6d439d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:27.109544 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:28.080462 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.572788 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:32.173569 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-22e85945-23bf-4616-ac64-b44c05cc86c8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565054519&fields=id&tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac HTTP/1.1" status: 200 len: 267 time: 0.0399137 Jun 29 11:53:32.281489 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-2e8a560a-cc7d-4e95-985f-a3a87400dd39 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:32.282977 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-2e8a560a-cc7d-4e95-985f-a3a87400dd39 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 812 time: 0.1031187 Jun 29 11:53:32.298753 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-25075202-1bfb-4b53-b676-ee186a247fc8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/quotas/12b39c3f6ffa44338b2cdb1c56b52fac HTTP/1.1" status: 200 len: 375 time: 0.0103927 Jun 29 11:53:32.382866 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-d762efde-4b6f-4765-8e81-0bd1e4c2d373 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0781820 Jun 29 11:53:32.480169 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-f88f336e-66da-441d-8321-7a3ddefcf6d5 service neutron] 10.222.0.72 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856969 Jun 29 11:53:32.573376 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-f2b35149-239b-4d7c-9a82-beefabcd9fe2 service neutron] 10.222.0.72 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876036 Jun 29 11:53:32.915256 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7d0f1b87-f0a2-49fc-ab5c-5a99de884771 req-9a9822b3-240f-40a0-a343-4e869d5a1eda tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 210 time: 0.0318995 Jun 29 11:53:33.942558 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-662675d1-9a1f-4316-b51b-e5b38e69d671 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:33.944034 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-662675d1-9a1f-4316-b51b-e5b38e69d671 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 812 time: 0.1104903 Jun 29 11:53:33.999000 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-fdeefb41-8416-4398-8bd3-d7629e6f5b26 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac HTTP/1.1" status: 200 len: 379 time: 0.0396986 Jun 29 11:53:34.007190 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'port': {'device_id': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'admin_state_up': True, 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'security_groups': ['36833fa4-17d1-4f23-b811-8d3ebeba3d9f']}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:34.087488 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-c7f3f378-c1ff-4320-83cf-11f38ba7e389 req-18b6da33-955b-432d-9431-07d36df43482 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 210 time: 0.0360129 Jun 29 11:53:34.126784 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Made reservation on behalf of 12b39c3f6ffa44338b2cdb1c56b52fac for: {'port': 1} {{(pid=93144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:53:34.130296 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:34.249945 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Allocated IP 172.20.0.9 (4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44/d9d3a095-20e9-48f1-bfb9-32481c33d641/daf7cb2c-a937-4c7d-bae6-19cf8cb8707b) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:53:34.395168 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:34.408961 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Transition to ACTIVE for port object daf7cb2c-a937-4c7d-bae6-19cf8cb8707b will not be triggered until provisioned by entity DHCP. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:53:34.443973 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:34.447887 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0eeddfe8-487d-461a-b44b-23d0e135df1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:34.485137 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:53:34.492247 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:53:34.496066 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:53:34.526341 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'Port': ['ID=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:34.539404 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.539883 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.540299 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.541015 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.541188 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.541558 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.541933 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.542293 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.542790 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.543160 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.543531 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.544020 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:34.550115 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:34.571343 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:34.571998 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:34.587341 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9b21f3dd-dc3a-40c0-849f-b0e46f8ea92e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840387 Jun 29 11:53:34.599311 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Request body: {'port': {'device_id': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:34.675929 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:34.686753 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-c3491b8f-c355-4333-b97e-26d13ccd588f None None] Provisioning for port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b completed by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:53:34.690710 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-c3491b8f-c355-4333-b97e-26d13ccd588f None None] Provisioning complete for port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b triggered by entity DHCP. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:53:34.691093 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c3491b8f-c355-4333-b97e-26d13ccd588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:34.724408 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-c3491b8f-c355-4333-b97e-26d13ccd588f None None] Port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b cannot update to ACTIVE because it is not bound. {{(pid=93146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:53:34.941290 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf7cb2c-a937-4c7d-bae6-19cf8cb8707b {{(pid=93144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:53:34.948544 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:34.960815 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.provisioning_blocks [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Transition to ACTIVE for port object daf7cb2c-a937-4c7d-bae6-19cf8cb8707b will not be triggered until provisioned by entity L2. {{(pid=93144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:53:34.965492 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:34.969000 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-b131c89a-bd3d-469e-9ce3-3773cd684cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:35.017389 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Pushing event updated for resources: {'Port': ['ID=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:35.021886 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:35.092706 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Attempting to bind port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:53:35.093026 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Attempting to bind port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:53:35.093369 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Attempting to bind port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:53:35.098607 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:53:35.098935 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Attempting to bind port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b on network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:53:35.104304 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Checking agent: {'id': 'e8193a2f-9150-4ae9-a007-08922b793497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:53:35.104648 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Checking segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:53:35.105036 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Bound using segment: {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'} {{(pid=93144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:53:35.105484 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.managers [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Bound port: daf7cb2c-a937-4c7d-bae6-19cf8cb8707b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44'}}] {{(pid=93144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:53:35.105844 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:35.178423 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] For port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b, host hv-cinder-79760, cleared binding levels {{(pid=93144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:53:35.182160 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] For port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:53:35.186431 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:35.189519 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eba8570b-837d-4357-8191-727c3293b35d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:35.252812 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:35.253443 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:35.255107 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] 10.222.0.24 "PUT /v2.0/ports/daf7cb2c-a937-4c7d-bae6-19cf8cb8707b HTTP/1.1" status: 200 len: 1093 time: 0.6604719 Jun 29 11:53:35.257481 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'tag': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:53:35.259763 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add935d-245e-4687-bcc3-647c99479d84" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d65373-22fe-45f7-b68b-751709be21fe", "tag": "daf7cb2c-a937-4c7d-bae6-19cf8cb8707b"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:53:35.281953 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Pushing event updated for resources: {'Port': ['ID=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,revision_number=3']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:35.285928 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:35.315972 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf375b9-0a68-4770-bed7-13237c18be2e req-cd5a58a5-8135-48ae-9979-285bf71f5028 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:35.317579 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4bf375b9-0a68-4770-bed7-13237c18be2e req-cd5a58a5-8135-48ae-9979-285bf71f5028 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 943 time: 0.1062109 Jun 29 11:53:35.374624 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3b9aab-d2a4-4760-b045-c4dd4fce6f29 x-openstack-request-id: req-7b3b9aab-d2a4-4760-b045-c4dd4fce6f29 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:53:35.374960 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d65373-22fe-45f7-b68b-751709be21fe", "tag": "daf7cb2c-a937-4c7d-bae6-19cf8cb8707b", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:53:35.375255 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7b3b9aab-d2a4-4760-b045-c4dd4fce6f29 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:53:35.375695 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'tag': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'status': 'completed', 'code': 200} Jun 29 11:53:35.390535 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4bf375b9-0a68-4770-bed7-13237c18be2e req-60f3dece-de20-4ad6-902c-5f920d430095 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642946 Jun 29 11:53:35.410926 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-6daa0d46-ab13-4d25-8e7e-e2d0eabe4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:35.412437 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-6daa0d46-ab13-4d25-8e7e-e2d0eabe4e61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 1096 time: 0.0939500 Jun 29 11:53:35.454011 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-9f41131f-d7e2-432b-9fed-7d20f25d7ee7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b HTTP/1.1" status: 200 len: 217 time: 0.0349853 Jun 29 11:53:35.503086 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-f62c4318-6d53-43b9-b56f-e7019d76af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:35.504475 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-f62c4318-6d53-43b9-b56f-e7019d76af66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0436208 Jun 29 11:53:35.560180 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-1f3a2653-3ed4-4a8d-945b-3a711a5e1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:35.561878 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-1f3a2653-3ed4-4a8d-945b-3a711a5e1e44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516889 Jun 29 11:53:35.655992 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-8c35717c-f23c-4992-b8e2-073155d66cb8 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867727 Jun 29 11:53:35.746825 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0d625a56-00af-4f8e-a58b-3cd018e38903 req-64d390a2-6056-4d63-9750-33169f770e1f service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845084 Jun 29 11:53:35.845740 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add935d-245e-4687-bcc3-647c99479d84 req-55adf199-b721-4136-ad0a-c52a8dc4b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:35.847252 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1add935d-245e-4687-bcc3-647c99479d84 req-55adf199-b721-4136-ad0a-c52a8dc4b410 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 1096 time: 0.0531054 Jun 29 11:53:35.939103 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add935d-245e-4687-bcc3-647c99479d84 req-f7d2931c-0d1e-4db8-8cdf-f5d2ebec473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:35.940582 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1add935d-245e-4687-bcc3-647c99479d84 req-f7d2931c-0d1e-4db8-8cdf-f5d2ebec473b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.0868745 Jun 29 11:53:35.979847 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1add935d-245e-4687-bcc3-647c99479d84 req-33ca94d3-9333-4458-9444-96073d696828 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b HTTP/1.1" status: 200 len: 217 time: 0.0333819 Jun 29 11:53:36.028371 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add935d-245e-4687-bcc3-647c99479d84 req-2e926ac7-dfa7-4326-b196-83698a2e7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:36.029857 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1add935d-245e-4687-bcc3-647c99479d84 req-2e926ac7-dfa7-4326-b196-83698a2e7711 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0441561 Jun 29 11:53:36.087133 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add935d-245e-4687-bcc3-647c99479d84 req-98560370-6461-4ec5-8ff5-3134b61a8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:36.088667 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1add935d-245e-4687-bcc3-647c99479d84 req-98560370-6461-4ec5-8ff5-3134b61a8b3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527623 Jun 29 11:53:36.182028 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1add935d-245e-4687-bcc3-647c99479d84 req-b52e4ae0-61dd-4b4e-b0ff-d856e18691d0 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860679 Jun 29 11:53:36.271762 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-1add935d-245e-4687-bcc3-647c99479d84 req-763da46f-c26b-49b9-acf6-9cf19b4b36cc service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838103 Jun 29 11:53:36.569810 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12fe90-91a5-4b5c-870e-60b1dc46a009 req-55283fe8-93e2-4e3a-a90b-4a7d01a0b219 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:36.571288 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7d12fe90-91a5-4b5c-870e-60b1dc46a009 req-55283fe8-93e2-4e3a-a90b-4a7d01a0b219 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 943 time: 0.0656016 Jun 29 11:53:36.610447 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-7d12fe90-91a5-4b5c-870e-60b1dc46a009 req-fd03d236-8455-40b5-997a-307d31bd55aa tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324337 Jun 29 11:53:37.786210 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fb09b-7775-460f-bf07-b74f1d23c10f req-d7d84922-4f9f-408a-88af-68f00f5aa6fa tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:37.787690 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-330fb09b-7775-460f-bf07-b74f1d23c10f req-d7d84922-4f9f-408a-88af-68f00f5aa6fa tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 943 time: 0.0652692 Jun 29 11:53:37.825644 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-330fb09b-7775-460f-bf07-b74f1d23c10f req-d0056968-12e4-4673-a9bb-12a2a7f7ecba tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323265 Jun 29 11:53:39.012299 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff5638-a0d2-44c3-a9e6-174c5d295273 req-d052d93b-9651-4522-a351-40c519f17ce5 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:39.013783 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bdff5638-a0d2-44c3-a9e6-174c5d295273 req-d052d93b-9651-4522-a351-40c519f17ce5 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 943 time: 0.0691438 Jun 29 11:53:39.053790 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-bdff5638-a0d2-44c3-a9e6-174c5d295273 req-e8994726-c3c7-4188-9b96-61670b9e49b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337360 Jun 29 11:53:40.228946 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc31811-21ef-48d7-be9d-64d1c7b67c9f req-d4cc27d7-24c8-4501-bdd9-0a2f7b9c83bd tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:40.230391 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9bc31811-21ef-48d7-be9d-64d1c7b67c9f req-d4cc27d7-24c8-4501-bdd9-0a2f7b9c83bd tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 943 time: 0.0621624 Jun 29 11:53:40.267548 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9bc31811-21ef-48d7-be9d-64d1c7b67c9f req-ff8a383a-9f6b-4df8-9631-094a4448885f tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312583 Jun 29 11:53:41.442994 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24780e-979c-4a7b-9039-dae1980ef6fa req-bf23b321-53e5-4738-b031-1d964babd30b tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:41.444493 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3f24780e-979c-4a7b-9039-dae1980ef6fa req-bf23b321-53e5-4738-b031-1d964babd30b tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 943 time: 0.0635118 Jun 29 11:53:41.483491 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-3f24780e-979c-4a7b-9039-dae1980ef6fa req-fc600b25-e861-4b02-8cfe-7b678553c2d5 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333431 Jun 29 11:53:42.658537 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5631a-d2ab-4a76-8075-919c15231fa8 req-60c3c1b5-d023-42e3-b7ad-8034ce54ffe9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:42.660021 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-80b5631a-d2ab-4a76-8075-919c15231fa8 req-60c3c1b5-d023-42e3-b7ad-8034ce54ffe9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 943 time: 0.0683553 Jun 29 11:53:42.697145 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-80b5631a-d2ab-4a76-8075-919c15231fa8 req-084c8e58-3228-491f-97d9-14165ee29c5f tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Jun 29 11:53:43.877761 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4880b-8a15-49c7-a1c6-dd04fc5bbabc req-64f7c602-c7cc-48fc-9395-8c9bc89b5d30 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:43.879232 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-dec4880b-8a15-49c7-a1c6-dd04fc5bbabc req-64f7c602-c7cc-48fc-9395-8c9bc89b5d30 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 943 time: 0.0721872 Jun 29 11:53:43.919371 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-dec4880b-8a15-49c7-a1c6-dd04fc5bbabc req-a5d71715-8d96-43b0-bfcd-2ef1ec2c22b3 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344353 Jun 29 11:53:45.094251 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245f724-d596-4128-ab7a-a1347f3f13e4 req-a4a97036-4682-4272-ad29-8ff5310d744d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:45.096582 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8245f724-d596-4128-ab7a-a1347f3f13e4 req-a4a97036-4682-4272-ad29-8ff5310d744d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 943 time: 0.0644608 Jun 29 11:53:45.133663 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8245f724-d596-4128-ab7a-a1347f3f13e4 req-14450849-1857-4593-b879-710b6140f12f tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314536 Jun 29 11:53:45.899064 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device daf7cb2c-a937-4c7d-bae6-19cf8cb8707b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:53:45.994909 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:46.006055 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Returning: {'device': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'port_id': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'mac_address': 'fa:16:3e:04:2d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:53:46.042963 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:46.055852 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf7cb2c-a937-4c7d-bae6-19cf8cb8707b {{(pid=93146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:53:46.074659 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:46.078788 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:46.081114 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-5d7c402f-1932-4708-b4a7-3ad5d4731227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:46.125626 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,revision_number=4']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:46.132548 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.132896 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.133235 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.133570 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.133903 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.134232 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.134559 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.134887 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.135210 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.135536 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.135859 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.136200 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:46.139915 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:46.306333 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0bffc-0e89-4bc1-a788-96f73064bb4e req-850c73c8-5dd1-4b39-adf2-2da5336e61a9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:46.307806 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6df0bffc-0e89-4bc1-a788-96f73064bb4e req-850c73c8-5dd1-4b39-adf2-2da5336e61a9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 944 time: 0.0648429 Jun 29 11:53:46.346812 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6df0bffc-0e89-4bc1-a788-96f73064bb4e req-a87312a2-f2d5-427c-8ed2-757778ea2107 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334172 Jun 29 11:53:46.448453 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] get_ports_and_sgs() called for port_ids ['daf7cb2c-a937-4c7d-bae6-19cf8cb8707b'] {{(pid=93146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:53:47.526295 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15683fa1-24ce-445d-9e7a-3c2da8119f85 req-0877ffe7-d4fd-40ed-8d37-9b39bc1a537a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:47.527789 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-15683fa1-24ce-445d-9e7a-3c2da8119f85 req-0877ffe7-d4fd-40ed-8d37-9b39bc1a537a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 944 time: 0.0699484 Jun 29 11:53:47.541096 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:47.811262 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-15683fa1-24ce-445d-9e7a-3c2da8119f85 req-db63089d-da3b-4f4e-b4df-be24727b9636 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770746 Jun 29 11:53:47.920890 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device daf7cb2c-a937-4c7d-bae6-19cf8cb8707b up at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:53:47.972423 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning for port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b completed by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:53:47.975978 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Provisioning complete for port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b triggered by entity L2. {{(pid=93146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:53:47.976440 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624647'] for port, provisioning_complete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:48.051308 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:48.073721 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b'}] {{(pid=93146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:53:48.075877 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba0c32d7a87b4712e89320b04feeb8507efb8e67a68be2cca67efdce10b36c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97e40fb-f12e-432a-8e63-4031c5d8cdf1" -d '{"events": [{"server_uuid": "a7d65373-22fe-45f7-b68b-751709be21fe", "name": "network-vif-plugged", "status": "completed", "tag": "daf7cb2c-a937-4c7d-bae6-19cf8cb8707b"}]}' {{(pid=93146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:53:48.090770 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] For port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:48.096666 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443'] for port, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:48.099053 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:48.121451 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f227447e-8d92-4650-9898-6112f414ddb3 x-openstack-request-id: req-f227447e-8d92-4650-9898-6112f414ddb3 {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:53:48.121756 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d65373-22fe-45f7-b68b-751709be21fe", "name": "network-vif-plugged", "status": "completed", "tag": "daf7cb2c-a937-4c7d-bae6-19cf8cb8707b", "code": 200}]} {{(pid=93146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:53:48.122020 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f227447e-8d92-4650-9898-6112f414ddb3 {{(pid=93146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:53:48.122417 dv-cinder-797608-2-iscsi neutron-server[93146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'code': 200} Jun 29 11:53:48.149247 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Pushing event updated for resources: {'Port': ['ID=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,revision_number=5']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:48.152261 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:48.382549 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78968cf3-a81e-4853-8c42-0f1fad42f138 req-4587ab9e-2545-4481-9e13-da1ff3932d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:48.384065 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-78968cf3-a81e-4853-8c42-0f1fad42f138 req-4587ab9e-2545-4481-9e13-da1ff3932d59 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 1098 time: 0.0500815 Jun 29 11:53:48.418321 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-78968cf3-a81e-4853-8c42-0f1fad42f138 req-67cb6c11-bad6-4907-aa33-2942c037a5ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273392 Jun 29 11:53:48.979836 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224f118-2bf5-4125-b07a-fb91e5e5ba9d req-2ea7c540-f70e-4f66-8d44-33b95e875349 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:48.981439 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4224f118-2bf5-4125-b07a-fb91e5e5ba9d req-2ea7c540-f70e-4f66-8d44-33b95e875349 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 945 time: 0.0621746 Jun 29 11:53:49.020009 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4224f118-2bf5-4125-b07a-fb91e5e5ba9d req-1a9fcfe9-ec3a-44e6-a5a5-d07b10b5ad59 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321891 Jun 29 11:53:49.935720 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41558) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:50.092540 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Deleting port fa71a7c6-a795-4932-909c-8921a8c5a2af {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:53:50.092884 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:50.208599 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:50.208819 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:50.224531 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Calling delete_port for fa71a7c6-a795-4932-909c-8921a8c5a2af owned by network:floatingip {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:53:50.239168 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761eac-af24-4ea1-8708-f09b3b395566 req-9d8d4660-07df-445b-a4a8-759756059aa2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:50.241161 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-42761eac-af24-4ea1-8708-f09b3b395566 req-9d8d4660-07df-445b-a4a8-759756059aa2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 945 time: 0.1084599 Jun 29 11:53:50.346814 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-42761eac-af24-4ea1-8708-f09b3b395566 req-2901017a-0789-4bc6-9d81-3c804883df94 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996461 Jun 29 11:53:50.435960 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:50.438043 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-efae035f-2dc7-41e1-bc44-b8d5095d2409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:50.460276 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event deleted for resources: {'Port': ['ID=fa71a7c6-a795-4932-909c-8921a8c5a2af,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:50.469958 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.471331 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.471714 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.472194 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.472568 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.473455 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.473455 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.473651 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.473978 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.474336 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.474693 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.475048 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:50.480529 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:50.526797 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a047de-d6b6-472c-a0e0-f9423c45effe req-8c0ee7a6-5baf-4099-b766-c5ae078e4ba8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:50.528290 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d8a047de-d6b6-472c-a0e0-f9423c45effe req-8c0ee7a6-5baf-4099-b766-c5ae078e4ba8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 945 time: 0.0710876 Jun 29 11:53:50.545057 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for floatingip, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:50.545392 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.db.l3_db [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Floating IP aca16c51-929d-48e9-a589-c7f63da666c3 disassociated (deleted). External IP: 172.27.3.170, port: 71a0290a-67d7-4577-8068-cbe0132c8561. Jun 29 11:53:50.566345 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-d8a047de-d6b6-472c-a0e0-f9423c45effe req-0f492e0c-fe9a-4765-9dd0-c5d8a950a182 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318823 Jun 29 11:53:50.591423 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41564) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:50.748331 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1f009b-185c-4140-9f15-78c452dc5d90 tempest-TestVolumeBootPattern-1415406333 tempest-TestVolumeBootPattern-1415406333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:50.749817 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ac1f009b-185c-4140-9f15-78c452dc5d90 tempest-TestVolumeBootPattern-1415406333 tempest-TestVolumeBootPattern-1415406333-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 1093 time: 0.1574197 Jun 29 11:53:50.753234 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41568) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:50.758010 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.v2.base [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Request body: {'floatingip': {'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'port_id': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:50.762062 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Router 56416363-afcf-45ec-bb50-946e01cb1d84 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:53:50.780467 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:50.872703 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:53:50.878224 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:50.881069 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:50.883068 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] Sync routers for ids ['56416363-afcf-45ec-bb50-946e01cb1d84'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:53:50.893202 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] Routers {'56416363-afcf-45ec-bb50-946e01cb1d84'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:53:50.894117 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:53:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['56416363-afcf-45ec-bb50-946e01cb1d84'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:50.923346 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "DELETE /v2.0/floatingips/aca16c51-929d-48e9-a589-c7f63da666c3 HTTP/1.1" status: 204 len: 168 time: 0.9864950 Jun 29 11:53:50.924761 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:53:50.927341 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8662931d-42fa-4ccf-ba15-1d2810bef529" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:53:50.983795 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e732fc6d-21f8-4123-9c6f-fbd372bbe43e x-openstack-request-id: req-e732fc6d-21f8-4123-9c6f-fbd372bbe43e {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:53:50.984469 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:53:50.985092 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e732fc6d-21f8-4123-9c6f-fbd372bbe43e {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:53:50.985535 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561', 'status': 'completed', 'code': 200} Jun 29 11:53:51.010191 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_common [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Allocated IP 172.27.3.50 (4546cacf-05b6-4439-8e79-95afc759b82d/4b9c275b-e3ea-4fec-829d-89f3c58d730a/18b62388-79cc-4146-b755-37a056bad0dd) {{(pid=93144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:53:51.017640 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] Set router 56416363-afcf-45ec-bb50-946e01cb1d84 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:53:51.179298 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for port, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:51.184742 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-4830f1d6-4b1d-421e-911e-24addb234945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:51.186814 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-4830f1d6-4b1d-421e-911e-24addb234945 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb352b972803408f8cfb923bb7303d47&device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 1098 time: 0.1422038 Jun 29 11:53:51.255138 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:46Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '170cccb7-09b5-4e4b-a273-08d9ee56f9e6', 'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'mac_address': 'fa:16:3e:97:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:45Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 5, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'subnets': [{'id': '67838219-1dd3-429c-b9df-f478e95b7610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:51.281813 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] Checking router: 56416363-afcf-45ec-bb50-946e01cb1d84 for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:53:51.287122 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748031237380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4645052'] for port, after_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:51.291597 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-0f521019-2b9f-4c01-a183-984a4f1f0a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:51.293575 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] Routers {'56416363-afcf-45ec-bb50-946e01cb1d84'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:53:51.295088 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:53:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['56416363-afcf-45ec-bb50-946e01cb1d84'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:51.360316 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Network 4546cacf-05b6-4439-8e79-95afc759b82d is already hosted by enough agents. {{(pid=93144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:53:51.362628 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-cf5b4e85-88ab-4171-8a45-e57a15ab1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:51.364091 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-cf5b4e85-88ab-4171-8a45-e57a15ab1e14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab HTTP/1.1" status: 200 len: 910 time: 0.1625805 Jun 29 11:53:51.389071 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.base_scheduler [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Resources bound (agent type, host, resource id): {{(pid=93144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:53:51.392249 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Received port after_create {{(pid=93144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:53:51.405797 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] Set router 56416363-afcf-45ec-bb50-946e01cb1d84 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:53:51.422752 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'Port': ['ID=18b62388-79cc-4146-b755-37a056bad0dd,revision_number=1']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:51.426296 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:51.458579 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-e370e53b-9620-4193-a177-85c7cefcae45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a0290a-67d7-4577-8068-cbe0132c8561 HTTP/1.1" status: 200 len: 217 time: 0.0725434 Jun 29 11:53:51.561085 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-683f7660-c088-4b76-ac15-47812b378223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:51.562465 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-683f7660-c088-4b76-ac15-47812b378223 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67838219-1dd3-429c-b9df-f478e95b7610 HTTP/1.1" status: 200 len: 848 time: 0.0970049 Jun 29 11:53:51.574926 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ed9a-79af-48ed-8efb-b28b59342620 req-27f98311-28a2-4dc7-9661-29ad614f1ed8 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:51.576408 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-72f2ed9a-79af-48ed-8efb-b28b59342620 req-27f98311-28a2-4dc7-9661-29ad614f1ed8 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.2389181 Jun 29 11:53:51.610760 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:46Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '170cccb7-09b5-4e4b-a273-08d9ee56f9e6', 'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'mac_address': 'fa:16:3e:97:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:45Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 5, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'subnets': [{'id': '67838219-1dd3-429c-b9df-f478e95b7610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:51.638706 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a6282e-34e1-40e6-bebb-8328f308499f None None] The sync data for ids ['56416363-afcf-45ec-bb50-946e01cb1d84'] in dv-cinder-797608-2-iscsi is: [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:46Z', 'revision_number': 4, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': '170cccb7-09b5-4e4b-a273-08d9ee56f9e6', 'name': '', 'network_id': '5165e4b4-a9d4-41f9-8a0e-e867d56c9bab', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'mac_address': 'fa:16:3e:97:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '67838219-1dd3-429c-b9df-f478e95b7610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:45Z', 'updated_at': '2021-06-29T11:48:51Z', 'revision_number': 5, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'subnets': [{'id': '67838219-1dd3-429c-b9df-f478e95b7610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:53:51.688096 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-72f2ed9a-79af-48ed-8efb-b28b59342620 req-9b18246f-39be-4da5-8782-43907be6813d tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058388 Jun 29 11:53:51.781714 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-c1f7af33-9b4b-4384-8c80-a086fa08b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:51.783931 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-c1f7af33-9b4b-4384-8c80-a086fa08b33a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2027936 Jun 29 11:53:51.863920 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e92bd-55c4-4aa6-a732-501f2a4eb510 None None] New status for floating IP aca16c51-929d-48e9-a589-c7f63da666c3: DOWN {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:53:51.965222 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-fd9df401-4c92-4147-afc7-374936b92c70 service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724467 Jun 29 11:53:52.074955 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:52.125889 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-8662931d-42fa-4ccf-ba15-1d2810bef529 req-c20e745b-d068-4b0f-a8f5-4c50535d5d7d service neutron] 10.222.0.24 "GET /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531241 Jun 29 11:53:52.172713 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640061'] for port, before_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:52.316520 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for port, precommit_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:52.320952 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748031808970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748031237398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748031237443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4645006'] for port, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:52.323295 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-164e8fdf-bcaf-40cb-9274-bb5f96c0005a tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:52.388662 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event updated for resources: {'Port': ['ID=18b62388-79cc-4146-b755-37a056bad0dd,revision_number=2']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:52.392617 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:52.402285 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074423'] for floatingip, after_update {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:52.499589 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Floating IP 55315c2b-52b7-4063-9205-dea3ce9c8e35 associated. External IP: 172.27.3.50, port: daf7cb2c-a937-4c7d-bae6-19cf8cb8707b. Jun 29 11:53:52.702645 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Router c9fb5383-dc47-4942-9675-70c0b37a3f2b has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:53:52.808100 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:53:52.817111 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] Sync routers for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:53:52.826749 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:52.826991 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:53:52.827390 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:53:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:52.880147 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-900e1188-2180-499d-9cc8-4cf68cdff079 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1135831 Jun 29 11:53:52.880147 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'tag': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:53:52.881105 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73079a24-0a4c-4bdc-b6f8-019f6de11947 req-18836c85-f15a-4ef8-9b48-5a85d09b76a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:52.881105 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-73079a24-0a4c-4bdc-b6f8-019f6de11947 req-18836c85-f15a-4ef8-9b48-5a85d09b76a5 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0675495 Jun 29 11:53:52.881555 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d65373-22fe-45f7-b68b-751709be21fe", "tag": "daf7cb2c-a937-4c7d-bae6-19cf8cb8707b"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:53:52.908629 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bb1597-223e-4614-bf5c-194742652fa3 x-openstack-request-id: req-d7bb1597-223e-4614-bf5c-194742652fa3 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:53:52.908914 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d65373-22fe-45f7-b68b-751709be21fe", "tag": "daf7cb2c-a937-4c7d-bae6-19cf8cb8707b", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:53:52.909219 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7bb1597-223e-4614-bf5c-194742652fa3 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:53:52.909659 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'tag': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'status': 'completed', 'code': 200} Jun 29 11:53:52.914031 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-73079a24-0a4c-4bdc-b6f8-019f6de11947 req-da086286-3a10-41d4-ad00-1dcb1340f925 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/security-groups?id=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370626 Jun 29 11:53:52.961311 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:53:52.999673 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-5ada500e-b865-47ce-a23f-be172a224ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:53.001218 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-5ada500e-b865-47ce-a23f-be172a224ece service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 1098 time: 0.0678229 Jun 29 11:53:53.097034 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-a8f51d42-f599-42e5-b99c-f07162520e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:53.098536 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-a8f51d42-f599-42e5-b99c-f07162520e0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.0907204 Jun 29 11:53:53.163995 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-113c7a40-73af-4baa-bd2c-64918926cd91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b HTTP/1.1" status: 200 len: 998 time: 0.0580342 Jun 29 11:53:53.189704 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-74231903-9471-4cc9-a19d-29b96edcc595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:53.191092 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-a461ccf6-14c3-45bd-8a20-c8199ab5bc9a tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:53.192668 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-a461ccf6-14c3-45bd-8a20-c8199ab5bc9a tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 945 time: 0.0675893 Jun 29 11:53:53.210108 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '46d4aff8-0df4-464d-920c-f965616e9546', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:e3:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:51:30Z', 'updated_at': '2021-06-29T11:51:32Z', 'revision_number': 1, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}, {'id': '55315c2b-52b7-4063-9205-dea3ce9c8e35', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:04:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:53:51Z', 'updated_at': '2021-06-29T11:53:51Z', 'revision_number': 0, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:53.214726 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-91ff0f40-551e-4ab7-8df7-4f5f0af75ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:53.216164 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-91ff0f40-551e-4ab7-8df7-4f5f0af75ff9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0462523 Jun 29 11:53:53.242800 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] Checking router: c9fb5383-dc47-4942-9675-70c0b37a3f2b for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:53:53.253718 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:53:53.254273 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:53:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:53.280569 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-a64744a0-e918-4ab1-b39f-bc4cbafb7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:53.282116 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-a64744a0-e918-4ab1-b39f-bc4cbafb7126 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595758 Jun 29 11:53:53.326349 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Deleting port 71a0290a-67d7-4577-8068-cbe0132c8561 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:53:53.326752 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:53.373849 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-d32d15db-6be5-4c46-b17b-7351b45db64b service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852785 Jun 29 11:53:53.377436 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:53:53.418775 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] For port 71a0290a-67d7-4577-8068-cbe0132c8561, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=71a0290a-67d7-4577-8068-cbe0132c8561,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:53.419133 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:53.437724 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Calling delete_port for 71a0290a-67d7-4577-8068-cbe0132c8561 owned by compute:nova {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:53:53.586184 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:53.590879 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-df8f828b-accc-4ce8-8349-58c4a4a4ff7b tempest-AttachVolumeShelveTestJSON-1923710046 tempest-AttachVolumeShelveTestJSON-1923710046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:53.620950 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event deleted for resources: {'Port': ['ID=71a0290a-67d7-4577-8068-cbe0132c8561,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:53.652545 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:53.671713 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] No DVR routers for this DVR port 71a0290a-67d7-4577-8068-cbe0132c8561 on host hv-cinder-79760 {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:53:53.674409 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:53.676495 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-6bd6cc7d-16bc-45e9-a4c5-b519a3b62f2c req-ba5616b1-a78b-42b4-8493-f1f16450ca4e tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.24 "DELETE /v2.0/ports/71a0290a-67d7-4577-8068-cbe0132c8561 HTTP/1.1" status: 204 len: 173 time: 0.4785604 Jun 29 11:53:53.677044 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'name': 'network-vif-deleted', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561'}] {{(pid=93145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:53:53.679388 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ba0ee943cec64e029aa3f9a358a4e9a11eb4247414634997189714a6f5f5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25330ba-1cd2-4fd7-b88f-4a0ad688d1cb" -d '{"events": [{"server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "name": "network-vif-deleted", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561"}]}' {{(pid=93145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:53:53.721591 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83edaf67-01f9-4463-bac4-f03029aed079 x-openstack-request-id: req-83edaf67-01f9-4463-bac4-f03029aed079 {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:53:53.721932 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c2dfd5-35f9-4895-a98e-40e21edce53a", "name": "network-vif-deleted", "tag": "71a0290a-67d7-4577-8068-cbe0132c8561", "status": "completed", "code": 200}]} {{(pid=93145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:53:53.722249 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-83edaf67-01f9-4463-bac4-f03029aed079 {{(pid=93145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:53:53.722687 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c2dfd5-35f9-4895-a98e-40e21edce53a', 'name': 'network-vif-deleted', 'tag': '71a0290a-67d7-4577-8068-cbe0132c8561', 'status': 'completed', 'code': 200} Jun 29 11:53:53.736304 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-3e123f01-7b4a-4c2b-92e4-1b0c583c3c7c req-69be2a57-aa92-4a13-b0b1-6c56c4ff0415 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555472 Jun 29 11:53:53.771949 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '46d4aff8-0df4-464d-920c-f965616e9546', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:e3:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:51:30Z', 'updated_at': '2021-06-29T11:51:32Z', 'revision_number': 1, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}, {'id': '55315c2b-52b7-4063-9205-dea3ce9c8e35', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:04:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:53:51Z', 'updated_at': '2021-06-29T11:53:51Z', 'revision_number': 0, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:53.801031 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e72cc2-3071-4e10-b72b-27225f0897b0 None None] The sync data for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi is: [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '46d4aff8-0df4-464d-920c-f965616e9546', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:e3:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:51:30Z', 'updated_at': '2021-06-29T11:51:32Z', 'revision_number': 1, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}, {'id': '55315c2b-52b7-4063-9205-dea3ce9c8e35', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:04:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:53:51Z', 'updated_at': '2021-06-29T11:53:51Z', 'revision_number': 0, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:53:54.021972 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87866526-c79d-40d8-994f-7fe96a411937 None None] New status for floating IP 55315c2b-52b7-4063-9205-dea3ce9c8e35: ACTIVE {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:53:54.095963 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-81802569-953d-45ce-be3b-82de7e9e01b0 req-4f5a957c-4dc1-409e-a48d-3143608a9d89 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7c2dfd5-35f9-4895-a98e-40e21edce53a HTTP/1.1" status: 200 len: 210 time: 0.0491130 Jun 29 11:53:54.832503 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-5e968ccf-9d9d-4616-bcc2-1cf659fa1b95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521293 Jun 29 11:53:54.934421 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-2aeb8ad5-9e31-4f7c-9e44-df16c7770907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:54.935968 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-2aeb8ad5-9e31-4f7c-9e44-df16c7770907 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 1098 time: 0.0576804 Jun 29 11:53:55.041488 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-b1238923-ebf9-4cb6-bedb-bfed94f4b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:55.042935 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-b1238923-ebf9-4cb6-bedb-bfed94f4b9a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.0852916 Jun 29 11:53:55.112409 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-3ccbd9cf-cc5e-4d23-a4ad-b5bda7d8f959 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=713f7f49-6e7d-4b81-a0f5-170657be060c HTTP/1.1" status: 200 len: 1001 time: 0.0618334 Jun 29 11:53:55.164821 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-02806372-146c-43d4-a883-30552f78efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:55.166323 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-02806372-146c-43d4-a883-30552f78efb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0484729 Jun 29 11:53:55.184683 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41592) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:55.223707 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-57469da4-8c21-4c38-a094-605f75ad7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:55.225264 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-57469da4-8c21-4c38-a094-605f75ad7e6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529563 Jun 29 11:53:55.244120 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d2bf053-6768-464a-9421-9a332ee3b494 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:55.285383 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d2bf053-6768-464a-9421-9a332ee3b494 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:55.320497 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-a229cdf1-8e83-43cb-a97a-aab8ea3e2305 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882640 Jun 29 11:53:55.351294 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d2bf053-6768-464a-9421-9a332ee3b494 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:55.353997 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0d2bf053-6768-464a-9421-9a332ee3b494 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:55.355155 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-0d2bf053-6768-464a-9421-9a332ee3b494 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] 10.222.0.72 "DELETE /v2.0/security-groups/a31f574f-a7f1-4448-9b6d-0f224eb6d1ac HTTP/1.1" status: 204 len: 168 time: 0.1694903 Jun 29 11:53:55.356097 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-f1d0a886-84cd-46dc-95d3-5b514f69821e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:55.365952 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bf053-6768-464a-9421-9a332ee3b494 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31f574f-a7f1-4448-9b6d-0f224eb6d1ac,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:55.368368 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0d2bf053-6768-464a-9421-9a332ee3b494 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:55.423035 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-08f4ec28-a3a1-4f35-b820-63b8b17daeb9 req-4f32c39d-23b6-4b2f-9e05-276ac3abab92 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959003 Jun 29 11:53:55.983413 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 71a0290a-67d7-4577-8068-cbe0132c8561 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:53:56.003455 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 71a0290a-67d7-4577-8068-cbe0132c8561 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:53:56.003804 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 71a0290a-67d7-4577-8068-cbe0132c8561 not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:53:56.423418 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41598) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:56.445702 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8801-e9a2-4471-ac5c-2a27adfaf722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:56.867702 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669436'] for router_interface, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:57.112062 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:57.118526 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Deleting port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:53:57.118810 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:57.197401 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] For port 170cccb7-09b5-4e4b-a273-08d9ee56f9e6, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=170cccb7-09b5-4e4b-a273-08d9ee56f9e6,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:57.197748 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:57.210017 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Calling delete_port for 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 owned by network:router_interface {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:53:57.399105 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:57.401804 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:57.426947 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Pushing event deleted for resources: {'Port': ['ID=170cccb7-09b5-4e4b-a273-08d9ee56f9e6,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:57.430740 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:57.604470 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655948'] for router_interface, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:57.814405 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Router 56416363-afcf-45ec-bb50-946e01cb1d84 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:53:57.923699 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:53:57.931577 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-8f6ab778-26f1-4ebd-9fe8-9c8088c4d681 admin admin] 10.222.0.72 "PUT /v2.0/routers/56416363-afcf-45ec-bb50-946e01cb1d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5070736 Jun 29 11:53:57.934214 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41602) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:57.934386 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] Sync routers for ids ['56416363-afcf-45ec-bb50-946e01cb1d84'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:53:57.944416 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] Routers {'56416363-afcf-45ec-bb50-946e01cb1d84'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:53:57.945055 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:53:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['56416363-afcf-45ec-bb50-946e01cb1d84'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:58.040434 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.061683 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] Set router 56416363-afcf-45ec-bb50-946e01cb1d84 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:53:58.141203 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.160035 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.196513 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Deleting port 8f4eb6f7-c953-40af-962b-6770ad3b71e8 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:53:58.196881 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.246393 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:53:57Z', 'revision_number': 5, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port': {'id': '8f4eb6f7-c953-40af-962b-6770ad3b71e8', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:58.277832 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] For port 8f4eb6f7-c953-40af-962b-6770ad3b71e8, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=8f4eb6f7-c953-40af-962b-6770ad3b71e8,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:58.278194 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.278624 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] Checking router: 56416363-afcf-45ec-bb50-946e01cb1d84 for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:53:58.288894 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] Routers {'56416363-afcf-45ec-bb50-946e01cb1d84'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:53:58.289988 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:53:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['56416363-afcf-45ec-bb50-946e01cb1d84'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:58.291951 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Calling delete_port for 8f4eb6f7-c953-40af-962b-6770ad3b71e8 owned by network:router_gateway {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:53:58.382304 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] Set router 56416363-afcf-45ec-bb50-946e01cb1d84 gateway port host: None {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:53:58.435259 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:53:58Z', 'revision_number': 6, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port_host': None}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:58.462407 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.464253 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf833842-3477-444b-a94f-4d9280193f8d None None] The sync data for ids ['56416363-afcf-45ec-bb50-946e01cb1d84'] in dv-cinder-797608-2-iscsi is: [{'id': '56416363-afcf-45ec-bb50-946e01cb1d84', 'name': 'tempest-TestShelveInstance-1428805304-router', 'tenant_id': 'cb352b972803408f8cfb923bb7303d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:43Z', 'updated_at': '2021-06-29T11:53:58Z', 'revision_number': 6, 'project_id': 'cb352b972803408f8cfb923bb7303d47', 'gw_port_host': None}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:53:58.465334 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-991b3e89-f885-4a15-ba0a-13c84b757ad6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:58.494958 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4eb6f7-c953-40af-962b-6770ad3b71e8,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:58.497794 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:58.559618 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2075368'] for router_gateway, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.902181 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1753'] for router, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.904721 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.922048 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:53:58.948027 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654953'] for router, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.948615 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56416363-afcf-45ec-bb50-946e01cb1d84 {{(pid=93144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:53:58.951176 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:53:58.951535 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 170cccb7-09b5-4e4b-a273-08d9ee56f9e6 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:53:58.953087 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:58.954352 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-81cd7a70-a701-4e4b-8d39-e9f66f0a5ed4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/56416363-afcf-45ec-bb50-946e01cb1d84 HTTP/1.1" status: 204 len: 168 time: 1.0191312 Jun 29 11:53:58.956837 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41604) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:59.004373 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf1979e-5dd9-4795-8a47-e2e2dcde6b38 admin admin] Deleting subnet 67838219-1dd3-429c-b9df-f478e95b7610 {{(pid=93144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:53:59.007332 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4bf1979e-5dd9-4795-8a47-e2e2dcde6b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.041708 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4bf1979e-5dd9-4795-8a47-e2e2dcde6b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4475961'] for subnet, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.117353 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4bf1979e-5dd9-4795-8a47-e2e2dcde6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.173927 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4bf1979e-5dd9-4795-8a47-e2e2dcde6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4644943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248375'] for subnet, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.176887 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-fb1e66b9-a438-46dc-85f4-c1688d092617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:59.202271 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4bf1979e-5dd9-4795-8a47-e2e2dcde6b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.204053 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-4bf1979e-5dd9-4795-8a47-e2e2dcde6b38 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/67838219-1dd3-429c-b9df-f478e95b7610 HTTP/1.1" status: 204 len: 168 time: 0.2462573 Jun 29 11:53:59.206335 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1979e-5dd9-4795-8a47-e2e2dcde6b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67838219-1dd3-429c-b9df-f478e95b7610,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:59.207449 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41606) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:59.208586 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4bf1979e-5dd9-4795-8a47-e2e2dcde6b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:59.211686 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b881c-9d7d-4cbe-ac16-24a7c89a30e6 None None] Network 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:53:59.282967 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.338549 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Deleting port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:53:59.338887 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.411451 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] For port 76b26f83-2b92-4836-8cbf-1052fc8c8be6, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=76b26f83-2b92-4836-8cbf-1052fc8c8be6,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:59.411823 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.425392 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Calling delete_port for 76b26f83-2b92-4836-8cbf-1052fc8c8be6 owned by network:dhcp {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:53:59.431657 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ffaf22-f8d2-40c6-a39a-094f44fbd59a None None] DHCP port deletion for 5165e4b4-a9d4-41f9-8a0e-e867d56c9bab request from dv-cinder-797608-2-iscsi {{(pid=93146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:53:59.478755 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-61ffaf22-f8d2-40c6-a39a-094f44fbd59a None None] Deleting port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 {{(pid=93146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:53:59.479242 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-61ffaf22-f8d2-40c6-a39a-094f44fbd59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.510653 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.513249 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:59.538131 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b26f83-2b92-4836-8cbf-1052fc8c8be6,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:59.541694 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:59.542484 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] No DVR routers for this DVR port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 on host dv-cinder-797608-2-iscsi {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:53:59.550009 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-61ffaf22-f8d2-40c6-a39a-094f44fbd59a None None] For port 76b26f83-2b92-4836-8cbf-1052fc8c8be6, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=76b26f83-2b92-4836-8cbf-1052fc8c8be6,segment=NetworkSegment(9b5e7718-620c-460a-9080-92fd834c14a5),segment_id=9b5e7718-620c-460a-9080-92fd834c14a5)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:59.550160 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-61ffaf22-f8d2-40c6-a39a-094f44fbd59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.568713 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-61ffaf22-f8d2-40c6-a39a-094f44fbd59a None None] Calling delete_port for 76b26f83-2b92-4836-8cbf-1052fc8c8be6 owned by network:dhcp {{(pid=93146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:53:59.585141 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.620948 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.633309 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5165e4b4-a9d4-41f9-8a0e-e867d56c9bab']}} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:59.645376 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5e7718-620c-460a-9080-92fd834c14a5') {'for_net_delete': True} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:59.645581 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5e7718-620c-460a-9080-92fd834c14a5') {} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:59.654449 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8038734'] for segment, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.659809 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-61ffaf22-f8d2-40c6-a39a-094f44fbd59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389'] for port, after_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.661999 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-3303776b-06d7-496b-aac4-f80a298d17ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:59.669219 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.675873 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:53:59.676471 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8061534'] for segment, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: Traceback (most recent call last): Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: timer() Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: cb(*args, **kw) Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: return func(*args, **kwargs) Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: self._notify() Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: self.callback(batched_events) Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: event.method(event) Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: return f(self, *a, **k) Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._get(url).json() Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: return self.request(url, 'GET', **kwargs) Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:53:59.678136 dv-cinder-797608-2-iscsi neutron-server[93145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:53:59.685569 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffaf22-f8d2-40c6-a39a-094f44fbd59a None None] Pushing event deleted for resources: {'Port': ['ID=76b26f83-2b92-4836-8cbf-1052fc8c8be6,revision_number=None']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:59.688787 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-61ffaf22-f8d2-40c6-a39a-094f44fbd59a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:59.690211 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffaf22-f8d2-40c6-a39a-094f44fbd59a None None] No DVR routers for this DVR port 76b26f83-2b92-4836-8cbf-1052fc8c8be6 on host dv-cinder-797608-2-iscsi {{(pid=93146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:53:59.737098 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.740594 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3991015e-1b02-4066-b0cd-fa0ab2c0f52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:59.743314 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:59.745041 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5165e4b4-a9d4-41f9-8a0e-e867d56c9bab HTTP/1.1" status: 204 len: 168 time: 0.5366147 Jun 29 11:53:59.748953 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41610) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:59.757930 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5165e4b4-a9d4-41f9-8a0e-e867d56c9bab,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:59.761260 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:54:00.093954 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669436'] for router_interface, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:00.349443 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Deleting port 660ceecf-85d7-4911-9b8c-b7b0b447892a {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:54:00.349773 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:00.432739 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] For port 660ceecf-85d7-4911-9b8c-b7b0b447892a, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=660ceecf-85d7-4911-9b8c-b7b0b447892a,segment=NetworkSegment(ba69aced-2d60-403e-9c56-4473ba068f81),segment_id=ba69aced-2d60-403e-9c56-4473ba068f81)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:54:00.433091 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:00.445239 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Calling delete_port for 660ceecf-85d7-4911-9b8c-b7b0b447892a owned by network:router_interface {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:54:00.579330 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8f4eb6f7-c953-40af-962b-6770ad3b71e8 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:54:00.601548 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 8f4eb6f7-c953-40af-962b-6770ad3b71e8 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:54:00.601816 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 8f4eb6f7-c953-40af-962b-6770ad3b71e8 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:54:00.602237 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 76b26f83-2b92-4836-8cbf-1052fc8c8be6 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:54:00.624678 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 76b26f83-2b92-4836-8cbf-1052fc8c8be6 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:54:00.624970 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:00.625128 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 76b26f83-2b92-4836-8cbf-1052fc8c8be6 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:54:00.626888 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d2fe23b4-066e-4e62-811a-9f42e97d7a35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:54:00.650678 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Pushing event deleted for resources: {'Port': ['ID=660ceecf-85d7-4911-9b8c-b7b0b447892a,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:54:00.654697 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:54:00.821051 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655948'] for router_interface, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.036016 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Router 6208975a-5742-4310-80be-67c19037c6b1 has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:54:01.140576 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:54:01.145642 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] 10.222.0.72 "PUT /v2.0/routers/6208975a-5742-4310-80be-67c19037c6b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3954020 Jun 29 11:54:01.148199 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41612) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:54:01.152235 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] Sync routers for ids ['6208975a-5742-4310-80be-67c19037c6b1'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:54:01.162162 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] Routers {'6208975a-5742-4310-80be-67c19037c6b1'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:54:01.162794 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:53:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['6208975a-5742-4310-80be-67c19037c6b1'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:54:01.252907 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.265552 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] Set router 6208975a-5742-4310-80be-67c19037c6b1 gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:54:01.354384 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.406008 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Deleting port 13e7dd90-81d1-4cea-be88-3c792a876bf2 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:54:01.406418 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.445863 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6208975a-5742-4310-80be-67c19037c6b1', 'name': 'tempest-TestShelveInstance-731881732-router', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:54:00Z', 'revision_number': 5, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'gw_port': {'id': '13e7dd90-81d1-4cea-be88-3c792a876bf2', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208975a-5742-4310-80be-67c19037c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:54:01.472958 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] Checking router: 6208975a-5742-4310-80be-67c19037c6b1 for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:54:01.481680 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] Routers {'6208975a-5742-4310-80be-67c19037c6b1'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:54:01.482306 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:53:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['6208975a-5742-4310-80be-67c19037c6b1'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:54:01.491077 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] For port 13e7dd90-81d1-4cea-be88-3c792a876bf2, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=13e7dd90-81d1-4cea-be88-3c792a876bf2,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:54:01.491435 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.503970 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Calling delete_port for 13e7dd90-81d1-4cea-be88-3c792a876bf2 owned by network:router_gateway {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:54:01.568689 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] Set router 6208975a-5742-4310-80be-67c19037c6b1 gateway port host: None {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:54:01.623976 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6208975a-5742-4310-80be-67c19037c6b1', 'name': 'tempest-TestShelveInstance-731881732-router', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:54:01Z', 'revision_number': 6, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'gw_port_host': None}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:54:01.656550 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dee906-c792-401b-a7b0-4f1925f6553e None None] The sync data for ids ['6208975a-5742-4310-80be-67c19037c6b1'] in dv-cinder-797608-2-iscsi is: [{'id': '6208975a-5742-4310-80be-67c19037c6b1', 'name': 'tempest-TestShelveInstance-731881732-router', 'tenant_id': 'aa1532a36b44406698d4b7eaa787b389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:48:48Z', 'updated_at': '2021-06-29T11:54:01Z', 'revision_number': 6, 'project_id': 'aa1532a36b44406698d4b7eaa787b389', 'gw_port_host': None}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:54:01.682186 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.686146 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-eedf87be-832b-4ed2-bfd8-a5ec26280404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:54:01.711071 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e7dd90-81d1-4cea-be88-3c792a876bf2,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:54:01.714923 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:54:01.769755 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2075368'] for router_gateway, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.860261 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1753'] for router, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.863228 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.907993 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654953'] for router, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.908998 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6208975a-5742-4310-80be-67c19037c6b1 {{(pid=93144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:54:01.913370 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.914531 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-77ffd1e2-145a-4bd2-8e49-f1247b2318b0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/6208975a-5742-4310-80be-67c19037c6b1 HTTP/1.1" status: 204 len: 168 time: 0.7655342 Jun 29 11:54:01.917181 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41614) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:54:01.961661 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.db_base_plugin_v2 [None req-607988f9-539b-4eec-bf55-aa898602816e admin admin] Deleting subnet 0051de91-8f43-4a65-bd96-b83dd3ec9384 {{(pid=93144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:54:01.964877 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-607988f9-539b-4eec-bf55-aa898602816e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.001471 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-607988f9-539b-4eec-bf55-aa898602816e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4475961'] for subnet, precommit_delete_associations {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.095774 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-607988f9-539b-4eec-bf55-aa898602816e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.150797 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-607988f9-539b-4eec-bf55-aa898602816e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4644943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248375'] for subnet, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.153109 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:54:02.178622 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607988f9-539b-4eec-bf55-aa898602816e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0051de91-8f43-4a65-bd96-b83dd3ec9384,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:54:02.181486 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-607988f9-539b-4eec-bf55-aa898602816e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:54:02.182497 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-607988f9-539b-4eec-bf55-aa898602816e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for subnet, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.184410 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-607988f9-539b-4eec-bf55-aa898602816e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0051de91-8f43-4a65-bd96-b83dd3ec9384 HTTP/1.1" status: 204 len: 168 time: 0.2662919 Jun 29 11:54:02.187916 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41616) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:54:02.190813 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962e365-841d-476f-9ff9-0b93dbf13252 None None] Network 7eec5ef1-f8bc-4095-baad-49059fb53208 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:54:02.259877 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.318536 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Deleting port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:54:02.318890 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.388117 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] For port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=002f2ee0-e937-4bd5-a4e1-2005e7e7072b,segment=NetworkSegment(ba69aced-2d60-403e-9c56-4473ba068f81),segment_id=ba69aced-2d60-403e-9c56-4473ba068f81)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:54:02.388501 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.402318 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Calling delete_port for 002f2ee0-e937-4bd5-a4e1-2005e7e7072b owned by network:dhcp {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:54:02.409689 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe1203e-7c6a-425e-a51c-d1ee7ba1ec9a None None] DHCP port deletion for 7eec5ef1-f8bc-4095-baad-49059fb53208 request from dv-cinder-797608-2-iscsi {{(pid=93146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:54:02.459511 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-afe1203e-7c6a-425e-a51c-d1ee7ba1ec9a None None] Deleting port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b {{(pid=93146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:54:02.459806 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-afe1203e-7c6a-425e-a51c-d1ee7ba1ec9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.493377 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.495594 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-dd9b468e-c2e5-4483-9aab-9cebf2e07a7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:54:02.521468 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=002f2ee0-e937-4bd5-a4e1-2005e7e7072b,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:54:02.524743 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:54:02.525738 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] No DVR routers for this DVR port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b on host dv-cinder-797608-2-iscsi {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:54:02.529153 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-afe1203e-7c6a-425e-a51c-d1ee7ba1ec9a None None] For port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=002f2ee0-e937-4bd5-a4e1-2005e7e7072b,segment=NetworkSegment(ba69aced-2d60-403e-9c56-4473ba068f81),segment_id=ba69aced-2d60-403e-9c56-4473ba068f81)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:54:02.529553 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-afe1203e-7c6a-425e-a51c-d1ee7ba1ec9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.542648 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-afe1203e-7c6a-425e-a51c-d1ee7ba1ec9a None None] Calling delete_port for 002f2ee0-e937-4bd5-a4e1-2005e7e7072b owned by network:dhcp {{(pid=93146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:54:02.603702 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.614692 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eec5ef1-f8bc-4095-baad-49059fb53208']}} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:54:02.621049 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 13e7dd90-81d1-4cea-be88-3c792a876bf2 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:54:02.625227 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba69aced-2d60-403e-9c56-4473ba068f81') {'for_net_delete': True} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:54:02.625528 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba69aced-2d60-403e-9c56-4473ba068f81') {} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:54:02.635794 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4475958'] for segment, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.642889 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 13e7dd90-81d1-4cea-be88-3c792a876bf2 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:54:02.643259 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 13e7dd90-81d1-4cea-be88-3c792a876bf2 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:54:02.643694 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 002f2ee0-e937-4bd5-a4e1-2005e7e7072b no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:54:02.656908 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.666295 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:54:02.666575 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 002f2ee0-e937-4bd5-a4e1-2005e7e7072b {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:54:02.666695 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4645090'] for segment, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.666812 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 002f2ee0-e937-4bd5-a4e1-2005e7e7072b not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:54:02.667149 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 660ceecf-85d7-4911-9b8c-b7b0b447892a no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: Traceback (most recent call last): Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: timer() Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: cb(*args, **kw) Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: return func(*args, **kwargs) Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: self._notify() Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: self.callback(batched_events) Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: event.method(event) Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: return f(self, *a, **k) Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._get(url).json() Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: return self.request(url, 'GET', **kwargs) Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:54:02.668508 dv-cinder-797608-2-iscsi neutron-server[93144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:54:02.671926 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-afe1203e-7c6a-425e-a51c-d1ee7ba1ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389'] for port, after_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.671926 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:54:02.713589 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 660ceecf-85d7-4911-9b8c-b7b0b447892a {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:54:02.713882 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 660ceecf-85d7-4911-9b8c-b7b0b447892a not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:54:02.717482 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1203e-7c6a-425e-a51c-d1ee7ba1ec9a None None] Pushing event deleted for resources: {'Port': ['ID=002f2ee0-e937-4bd5-a4e1-2005e7e7072b,revision_number=None']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:54:02.718969 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1203e-7c6a-425e-a51c-d1ee7ba1ec9a None None] No DVR routers for this DVR port 002f2ee0-e937-4bd5-a4e1-2005e7e7072b on host dv-cinder-797608-2-iscsi {{(pid=93146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:54:02.721391 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-afe1203e-7c6a-425e-a51c-d1ee7ba1ec9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:54:02.738342 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.742272 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:54:02.745034 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.747255 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7eec5ef1-f8bc-4095-baad-49059fb53208 HTTP/1.1" status: 204 len: 168 time: 0.5581906 Jun 29 11:54:02.758024 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eec5ef1-f8bc-4095-baad-49059fb53208,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:54:02.763838 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-90779405-c0cb-4f53-add2-a1e0d5dccb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:54:02.855108 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41620) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:54:02.898168 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-3c0bd7e9-57aa-4532-9caf-5e0ab5313715 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb352b972803408f8cfb923bb7303d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417113 Jun 29 11:54:02.900516 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41622) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:54:02.952241 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d2180330-b01c-434f-8f62-85b36d76e5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:02.974246 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d2180330-b01c-434f-8f62-85b36d76e5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:03.019297 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d2180330-b01c-434f-8f62-85b36d76e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:03.021923 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-d2180330-b01c-434f-8f62-85b36d76e5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:03.023057 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-d2180330-b01c-434f-8f62-85b36d76e5e0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4bc9eeb0-4046-4c78-9847-756f270f318e HTTP/1.1" status: 204 len: 168 time: 0.1216316 Jun 29 11:54:03.023964 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-353dfda1-4ee9-45b2-8e8d-530cb8237651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:54:03.031391 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2180330-b01c-434f-8f62-85b36d76e5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc9eeb0-4046-4c78-9847-756f270f318e,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:54:03.039141 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d2180330-b01c-434f-8f62-85b36d76e5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:54:03.260735 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:54:03.340470 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41628) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:54:03.388862 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-f6c71d88-35bb-4398-a3a1-91021c0d926f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa1532a36b44406698d4b7eaa787b389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469155 Jun 29 11:54:03.391383 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41630) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:54:03.443407 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d713-1698-41b1-9825-c365c083b956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:03.464420 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d713-1698-41b1-9825-c365c083b956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:03.510192 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d713-1698-41b1-9825-c365c083b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:03.512718 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d713-1698-41b1-9825-c365c083b956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:03.513867 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-6eb2d713-1698-41b1-9825-c365c083b956 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c26d918c-4300-40ce-b7c3-5c8881df9433 HTTP/1.1" status: 204 len: 168 time: 0.1215186 Jun 29 11:54:03.514682 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-195e906f-ab4e-4e06-a803-9fad4893e48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:54:03.522629 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2d713-1698-41b1-9825-c365c083b956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d918c-4300-40ce-b7c3-5c8881df9433,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:54:03.525126 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6eb2d713-1698-41b1-9825-c365c083b956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:54:17.525903 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:23.170918 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-362297e4-6d4d-4fb2-9b76-03b905d5a21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:26.447520 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c642101c-cf63-4563-8bab-bba6d88f9d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:27.112771 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:28.085060 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:29.578837 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:29.676056 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [req-ab775fb8-90a2-403c-a446-1b87e9f8ec55 req-ea1e19d7-5456-4c44-b3a6-ec96ad4f42dd service neutron] (93145) timed out ('10.222.0.24', 51559) {{(pid=93145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 11:54:40.262522 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:54:47.534930 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:53.171086 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-62586d0d-9e89-49ea-a987-3655dcb4452f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:56.448921 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-8b21beda-044b-43b7-b9d3-927d757014ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:56.863925 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-2d3d97f5-d088-443a-964d-942a49f25e9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515254 Jun 29 11:54:56.941073 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-261f64c9-8da4-4922-a886-6c23d5c92fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:56.942567 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-261f64c9-8da4-4922-a886-6c23d5c92fd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 1098 time: 0.0568542 Jun 29 11:54:57.054473 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-e0e023aa-110a-47d7-ad49-52317f71a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:57.056806 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-e0e023aa-110a-47d7-ad49-52317f71a8af service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.0923004 Jun 29 11:54:57.114050 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:57.376397 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-11111fa5-9fe3-4595-9d92-b0e5b92b413a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b HTTP/1.1" status: 200 len: 1000 time: 0.3133860 Jun 29 11:54:57.423865 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-e4a61a03-eb46-42c9-99e3-bd2bc7e94049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:57.425329 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-e4a61a03-eb46-42c9-99e3-bd2bc7e94049 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0428705 Jun 29 11:54:57.485611 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-c6613ae1-3e04-4cf5-87bc-38924052eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:57.487114 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-c6613ae1-3e04-4cf5-87bc-38924052eac8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534837 Jun 29 11:54:57.582035 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-76e0ecff-ae9e-4bc0-800d-92af856e8619 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871515 Jun 29 11:54:57.679220 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-04de0661-ceef-4a52-a33a-374c4f2b76a3 req-a968bd2a-fb4a-43e4-b59f-aa73b8a2b345 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904446 Jun 29 11:54:58.090957 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:59.582334 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:17.262137 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:55:17.543797 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:23.171344 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-859fde5c-a76f-4105-9854-e054cddd7374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:26.450216 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-def670cc-b49e-48a9-b525-4389903820fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:27.114748 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:28.091497 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:29.586730 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:42.229047 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41670) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:42.384473 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Deleting port 18b62388-79cc-4146-b755-37a056bad0dd {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:55:42.384809 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:42.458306 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:42.458628 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:42.470676 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Calling delete_port for 18b62388-79cc-4146-b755-37a056bad0dd owned by network:floatingip {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:55:42.644182 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:42.646014 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6c3ef278-6222-472b-aea2-2992853df9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:42.669005 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event deleted for resources: {'Port': ['ID=18b62388-79cc-4146-b755-37a056bad0dd,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:42.682572 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.684149 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.684551 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.684920 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.685286 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.685645 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.686002 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.686359 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.686714 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.687064 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.687415 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.687764 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:42.691307 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:42.750251 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:42.750578 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Floating IP 55315c2b-52b7-4063-9205-dea3ce9c8e35 disassociated (deleted). External IP: 172.27.3.50, port: daf7cb2c-a937-4c7d-bae6-19cf8cb8707b. Jun 29 11:55:42.957791 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Router c9fb5383-dc47-4942-9675-70c0b37a3f2b has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:55:43.068477 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:55:43.073996 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:43.078436 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] Sync routers for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:55:43.087198 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:55:43.087815 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:55:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:43.110288 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-ea7e5d81-f9ba-45f7-8015-d1ef3d543617 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "DELETE /v2.0/floatingips/55315c2b-52b7-4063-9205-dea3ce9c8e35 HTTP/1.1" status: 204 len: 168 time: 0.8799951 Jun 29 11:55:43.110975 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'tag': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:55:43.113416 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0f4318-dedb-4400-8be5-5a63affc7170" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d65373-22fe-45f7-b68b-751709be21fe", "tag": "daf7cb2c-a937-4c7d-bae6-19cf8cb8707b"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:55:43.162090 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607581a6-f943-426a-91cf-196605107666 x-openstack-request-id: req-607581a6-f943-426a-91cf-196605107666 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:55:43.162578 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d65373-22fe-45f7-b68b-751709be21fe", "tag": "daf7cb2c-a937-4c7d-bae6-19cf8cb8707b", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:55:43.162886 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-607581a6-f943-426a-91cf-196605107666 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:55:43.163389 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'tag': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'status': 'completed', 'code': 200} Jun 29 11:55:43.253228 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-33755d23-d1a1-41a5-847b-f13479ff7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:43.254756 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-33755d23-d1a1-41a5-847b-f13479ff7901 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 1098 time: 0.0687010 Jun 29 11:55:43.344383 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:55:43.361756 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-5f9fa285-eca4-4f1a-8de6-accfaff70390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:43.363638 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-5f9fa285-eca4-4f1a-8de6-accfaff70390 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.1012840 Jun 29 11:55:43.407204 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-abb3b661-08b1-4477-839e-6b6473d7d0f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b HTTP/1.1" status: 200 len: 217 time: 0.0346878 Jun 29 11:55:43.458753 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-2c609ba7-4bbd-4711-a30d-53d0ca111d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:43.460361 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-2c609ba7-4bbd-4711-a30d-53d0ca111d5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0461128 Jun 29 11:55:43.506825 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd97ca-6b88-4f73-a702-99537c3a7755 req-da017733-15da-4783-8664-e5e985cdebde tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:43.508276 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-13dd97ca-6b88-4f73-a702-99537c3a7755 req-da017733-15da-4783-8664-e5e985cdebde tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 945 time: 0.0712118 Jun 29 11:55:43.530754 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-272ffdba-2f63-47ba-97b5-897ccca0a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:43.534544 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-272ffdba-2f63-47ba-97b5-897ccca0a5d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673804 Jun 29 11:55:43.549040 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-13dd97ca-6b88-4f73-a702-99537c3a7755 req-9594cd25-cb1d-47c1-bc18-d6bf5bc82b68 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342536 Jun 29 11:55:43.585938 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '46d4aff8-0df4-464d-920c-f965616e9546', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:e3:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:51:30Z', 'updated_at': '2021-06-29T11:51:32Z', 'revision_number': 1, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:43.615850 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] Checking router: c9fb5383-dc47-4942-9675-70c0b37a3f2b for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:55:43.624073 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:55:43.624728 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:55:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:43.627577 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-dbca6c03-63c7-44e5-9758-1d1bb1a54bb9 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836105 Jun 29 11:55:43.723417 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-7e0f4318-dedb-4400-8be5-5a63affc7170 req-0f1041df-4d53-4de8-9243-dfabd49ef3b7 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883856 Jun 29 11:55:43.729241 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:55:43.958700 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '46d4aff8-0df4-464d-920c-f965616e9546', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:e3:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:51:30Z', 'updated_at': '2021-06-29T11:51:32Z', 'revision_number': 1, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:43.985207 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61800761-326b-4d3c-ac57-35117535cfbb None None] The sync data for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi is: [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_floatingips': [{'id': '46d4aff8-0df4-464d-920c-f965616e9546', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'router_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'port_id': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'mac_address': 'fa:16:3e:e3:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:51:30Z', 'updated_at': '2021-06-29T11:51:32Z', 'revision_number': 1, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:55:44.190105 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811318c5-5ecd-4ddb-91d4-7731b5a364cd None None] New status for floating IP 55315c2b-52b7-4063-9205-dea3ce9c8e35: DOWN {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:55:44.746281 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04ea28-3d13-4c44-84a1-80a1228b1b88 req-bcf2be4a-0f5d-431c-af4f-66513552d83e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:44.747801 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4b04ea28-3d13-4c44-84a1-80a1228b1b88 req-bcf2be4a-0f5d-431c-af4f-66513552d83e tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 945 time: 0.0633121 Jun 29 11:55:44.786205 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-4b04ea28-3d13-4c44-84a1-80a1228b1b88 req-f798cf60-ef1b-460b-bed1-f9fb99d25280 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326030 Jun 29 11:55:45.247243 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-a35254de-46eb-46ea-b65d-c807fd18b3b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:45.249326 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-a35254de-46eb-46ea-b65d-c807fd18b3b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 945 time: 0.0810113 Jun 29 11:55:45.347547 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Deleting port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:55:45.347891 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:45.436114 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] For port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:55:45.436494 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:45.449680 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Calling delete_port for daf7cb2c-a937-4c7d-bae6-19cf8cb8707b owned by compute:nova {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:55:45.576295 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:45.580361 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-6939873f-f204-4bf2-9592-8eb702d4b692 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:45.609974 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event deleted for resources: {'Port': ['ID=daf7cb2c-a937-4c7d-bae6-19cf8cb8707b,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:45.612985 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:45.656104 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] No DVR routers for this DVR port daf7cb2c-a937-4c7d-bae6-19cf8cb8707b on host hv-cinder-79760 {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:55:45.658855 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:45.660900 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-478e0ad6-5b4e-44b7-b1dd-d115c26df842 req-c723e3de-0fb8-496b-8d33-1ff4f181c540 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "DELETE /v2.0/ports/daf7cb2c-a937-4c7d-bae6-19cf8cb8707b HTTP/1.1" status: 204 len: 173 time: 0.4055619 Jun 29 11:55:45.661433 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'name': 'network-vif-deleted', 'tag': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:55:45.663715 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58028c60-c14d-46b9-bfc1-d01e3f033f45" -d '{"events": [{"server_uuid": "a7d65373-22fe-45f7-b68b-751709be21fe", "name": "network-vif-deleted", "tag": "daf7cb2c-a937-4c7d-bae6-19cf8cb8707b"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:55:45.720801 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa70d177-1f78-4ea2-a5e9-d7004940b44e x-openstack-request-id: req-fa70d177-1f78-4ea2-a5e9-d7004940b44e {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:55:45.721148 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d65373-22fe-45f7-b68b-751709be21fe", "name": "network-vif-deleted", "tag": "daf7cb2c-a937-4c7d-bae6-19cf8cb8707b", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:55:45.721448 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa70d177-1f78-4ea2-a5e9-d7004940b44e {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:55:45.721890 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d65373-22fe-45f7-b68b-751709be21fe', 'name': 'network-vif-deleted', 'tag': 'daf7cb2c-a937-4c7d-bae6-19cf8cb8707b', 'status': 'completed', 'code': 200} Jun 29 11:55:45.932931 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-9646bd14-7a48-4583-b407-91940e717b8f req-438e1f54-9608-477a-a368-18e322886480 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7d65373-22fe-45f7-b68b-751709be21fe HTTP/1.1" status: 200 len: 210 time: 0.0302246 Jun 29 11:55:47.539910 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:48.438647 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device daf7cb2c-a937-4c7d-bae6-19cf8cb8707b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:55:48.462295 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: daf7cb2c-a937-4c7d-bae6-19cf8cb8707b {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:55:48.462655 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device daf7cb2c-a937-4c7d-bae6-19cf8cb8707b not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:55:49.246777 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41712) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:49.400874 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Deleting port 08f8f84b-ac13-4afa-8ac9-4552f2b28251 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:55:49.401228 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:49.477956 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:49.478287 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:49.489563 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Calling delete_port for 08f8f84b-ac13-4afa-8ac9-4552f2b28251 owned by network:floatingip {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:55:49.634992 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:49.637384 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-d397b05e-c9d8-44d2-b782-26131bc18035 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:49.663576 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event deleted for resources: {'Port': ['ID=08f8f84b-ac13-4afa-8ac9-4552f2b28251,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:49.666576 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:49.728634 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:49.728970 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.db.l3_db [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Floating IP 46d4aff8-0df4-464d-920c-f965616e9546 disassociated (deleted). External IP: 172.27.3.110, port: 713f7f49-6e7d-4b81-a0f5-170657be060c. Jun 29 11:55:49.929827 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Router c9fb5383-dc47-4942-9675-70c0b37a3f2b has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:55:50.035111 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:55:50.040203 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:50.044768 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] Sync routers for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:55:50.053755 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:55:50.054390 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:55:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:50.084053 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-8eff0e4a-f796-47a5-bb7a-db6ee23cef98 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "DELETE /v2.0/floatingips/46d4aff8-0df4-464d-920c-f965616e9546 HTTP/1.1" status: 204 len: 168 time: 0.8331103 Jun 29 11:55:50.084053 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'tag': '713f7f49-6e7d-4b81-a0f5-170657be060c'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:55:50.084557 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefc9e3a-634c-423e-926b-8ddbcedd56d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07", "tag": "713f7f49-6e7d-4b81-a0f5-170657be060c"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:55:50.128892 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e88b7c-a4c9-47d3-be6b-0feea4950574 x-openstack-request-id: req-78e88b7c-a4c9-47d3-be6b-0feea4950574 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:55:50.129240 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07", "tag": "713f7f49-6e7d-4b81-a0f5-170657be060c", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:55:50.129547 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78e88b7c-a4c9-47d3-be6b-0feea4950574 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:55:50.129995 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'tag': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'status': 'completed', 'code': 200} Jun 29 11:55:50.166759 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:55:50.210461 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-2c67a708-69ab-467f-9c68-972d992a0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:50.212232 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-2c67a708-69ab-467f-9c68-972d992a0787 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 1098 time: 0.0560246 Jun 29 11:55:50.309129 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-eba59554-cfd6-40c9-a1fe-73dce44acc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:50.311711 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-eba59554-cfd6-40c9-a1fe-73dce44acc07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 200 len: 913 time: 0.0929461 Jun 29 11:55:50.388680 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:50.415850 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] Checking router: c9fb5383-dc47-4942-9675-70c0b37a3f2b for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:55:50.425954 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:55:50.426691 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:55:26Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:50.482089 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d59427-11af-4c20-b4a7-fcca9613a477 req-66a0317c-828a-4445-912d-832f0d5af780 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:50.484863 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21d59427-11af-4c20-b4a7-fcca9613a477 req-66a0317c-828a-4445-912d-832f0d5af780 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 945 time: 0.0781679 Jun 29 11:55:50.525744 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [req-21d59427-11af-4c20-b4a7-fcca9613a477 req-1b91c4ee-0d2a-4296-8557-c43e3eced5d9 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368071 Jun 29 11:55:50.546932 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:55:50.618991 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-5c1310bf-5bde-4509-ade6-4aba350e56b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=713f7f49-6e7d-4b81-a0f5-170657be060c HTTP/1.1" status: 200 len: 217 time: 0.2922542 Jun 29 11:55:50.667196 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-a55d4413-391c-45d1-9ec6-7db8b9a0976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:50.669204 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-a55d4413-391c-45d1-9ec6-7db8b9a0976e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 200 len: 851 time: 0.0430110 Jun 29 11:55:50.729991 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-074fde62-ecae-4c0d-9636-5b5fce75a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:50.732447 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-074fde62-ecae-4c0d-9636-5b5fce75a500 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560789 Jun 29 11:55:50.744483 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-d6687b5b-e743-4166-a264-333842734f65 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:55:50.745502 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-d6687b5b-e743-4166-a264-333842734f65 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055232 Jun 29 11:55:50.850526 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-dd754423-09a9-48eb-9f0f-acf7ba5ef7bc service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974009 Jun 29 11:55:50.878294 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:50.904376 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae6d26-4be2-49a9-9156-b3ef5af6d1b2 None None] The sync data for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi is: [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:47:55Z', 'revision_number': 4, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi', '_interfaces': [{'id': 'fd898730-0219-4663-8ae5-85ea0427e774', 'name': '', 'network_id': '4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'mac_address': 'fa:16:3e:c0:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:54Z', 'updated_at': '2021-06-29T11:48:01Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'subnets': [{'id': 'd9d3a095-20e9-48f1-bfb9-32481c33d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:55:50.946790 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-eefc9e3a-634c-423e-926b-8ddbcedd56d8 req-ad5c429e-5b72-4ff2-8532-f141ce02b092 service neutron] 10.222.0.24 "GET /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879943 Jun 29 11:55:51.122491 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ea0c40-826d-4893-923f-dc5e5c5b5e71 None None] New status for floating IP 46d4aff8-0df4-464d-920c-f965616e9546: DOWN {{(pid=93147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:55:51.702172 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0c0b0-212a-4ad0-aabe-5bce241dce32 req-e41b0259-65af-4d70-a0db-1dc667258fdd tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:51.703667 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-46b0c0b0-212a-4ad0-aabe-5bce241dce32 req-e41b0259-65af-4d70-a0db-1dc667258fdd tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 945 time: 0.0650723 Jun 29 11:55:51.742370 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-46b0c0b0-212a-4ad0-aabe-5bce241dce32 req-661e6593-8fa7-42d1-af13-51b6d4bd3e5d tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/security-groups?id=36833fa4-17d1-4f23-b811-8d3ebeba3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330293 Jun 29 11:55:52.202873 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-7ce4a7b7-fe61-44d7-afd9-3a2e8fd940dc tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:52.204332 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-7ce4a7b7-fe61-44d7-afd9-3a2e8fd940dc tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 945 time: 0.0610700 Jun 29 11:55:52.304752 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Deleting port 713f7f49-6e7d-4b81-a0f5-170657be060c {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:55:52.304990 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:52.389839 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] For port 713f7f49-6e7d-4b81-a0f5-170657be060c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=713f7f49-6e7d-4b81-a0f5-170657be060c,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:55:52.390197 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:52.401957 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Calling delete_port for 713f7f49-6e7d-4b81-a0f5-170657be060c owned by compute:nova {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:55:52.526503 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:52.531263 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-8731481c-987e-411b-b374-315fe40568b8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:52.558738 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event deleted for resources: {'Port': ['ID=713f7f49-6e7d-4b81-a0f5-170657be060c,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:52.564112 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:52.607404 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] No DVR routers for this DVR port 713f7f49-6e7d-4b81-a0f5-170657be060c on host hv-cinder-79760 {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:55:52.609869 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for port, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:52.611815 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-0f612e76-b89b-4ca0-bbc7-0ae92dfb7c0a req-90bc1d44-cf6a-4cf2-b0e9-aa2b8200f6f6 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.24 "DELETE /v2.0/ports/713f7f49-6e7d-4b81-a0f5-170657be060c HTTP/1.1" status: 204 len: 173 time: 0.4019434 Jun 29 11:55:52.612406 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'name': 'network-vif-deleted', 'tag': '713f7f49-6e7d-4b81-a0f5-170657be060c'}] {{(pid=93144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:55:52.614691 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e5052ee30221444325a851e8cec5751e3ac5d5cc6f2e834846e220156173d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e23c4c-66bc-47a8-8009-cc0722f5e299" -d '{"events": [{"server_uuid": "9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07", "name": "network-vif-deleted", "tag": "713f7f49-6e7d-4b81-a0f5-170657be060c"}]}' {{(pid=93144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:55:52.654280 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995dc652-9dd9-453c-a9e2-a25e285d7a37 x-openstack-request-id: req-995dc652-9dd9-453c-a9e2-a25e285d7a37 {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:55:52.654628 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07", "name": "network-vif-deleted", "tag": "713f7f49-6e7d-4b81-a0f5-170657be060c", "status": "completed", "code": 200}]} {{(pid=93144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:55:52.654925 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-995dc652-9dd9-453c-a9e2-a25e285d7a37 {{(pid=93144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:55:52.655373 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07', 'name': 'network-vif-deleted', 'tag': '713f7f49-6e7d-4b81-a0f5-170657be060c', 'status': 'completed', 'code': 200} Jun 29 11:55:52.885225 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [req-5f7ddc2d-8747-415f-8edc-b6651dca2170 req-83fc30c2-de3f-4f2e-a00d-3ab2333bd6e7 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "GET /v2.0/ports?device_id=9866ce5f-a03d-4e6e-b8c3-ab9a43b3da07 HTTP/1.1" status: 200 len: 210 time: 0.0285432 Jun 29 11:55:53.172687 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-379265b6-3188-4085-8938-f961707f4d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:53.980336 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41728) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:54.105628 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Deleting port aa0a0f97-d075-49af-94ed-7a999bca764a {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:55:54.105963 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:54.184227 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:54.184626 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:54.196754 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Calling delete_port for aa0a0f97-d075-49af-94ed-7a999bca764a owned by network:floatingip {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:55:54.259497 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:55:54.326804 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:54.328771 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-83774467-9e89-4194-a3e6-6443bae5e232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:54.354822 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event deleted for resources: {'Port': ['ID=aa0a0f97-d075-49af-94ed-7a999bca764a,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:54.381971 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.382350 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.382720 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.383089 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.383448 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.383813 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.384189 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.384545 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.384898 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.385249 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.385597 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.385945 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:54.390455 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:54.426500 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:54.429139 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64604'] for floatingip, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:54.430285 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-5b1feb62-f644-42c3-82fb-355881967cb0 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "DELETE /v2.0/floatingips/75bf70c5-5ec3-4daa-b745-86910fedde75 HTTP/1.1" status: 204 len: 168 time: 0.4489689 Jun 29 11:55:54.480649 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 713f7f49-6e7d-4b81-a0f5-170657be060c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:55:54.501026 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] No Port match for: 713f7f49-6e7d-4b81-a0f5-170657be060c {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:55:54.501387 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Device 713f7f49-6e7d-4b81-a0f5-170657be060c not bound to the agent host hv-cinder-79760 {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:55:55.701399 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41740) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:55.764496 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b151bbb-f07a-41f0-ab67-6ff5575911d8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.789626 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b151bbb-f07a-41f0-ab67-6ff5575911d8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.855043 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b151bbb-f07a-41f0-ab67-6ff5575911d8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.858406 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6b151bbb-f07a-41f0-ab67-6ff5575911d8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.859591 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-6b151bbb-f07a-41f0-ab67-6ff5575911d8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] 10.222.0.72 "DELETE /v2.0/security-groups/36833fa4-17d1-4f23-b811-8d3ebeba3d9f HTTP/1.1" status: 204 len: 168 time: 0.1572022 Jun 29 11:55:55.860457 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a8c468c1-19ce-4ceb-bc05-8689afeab2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:55.869712 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b151bbb-f07a-41f0-ab67-6ff5575911d8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36833fa4-17d1-4f23-b811-8d3ebeba3d9f,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:55.872847 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6b151bbb-f07a-41f0-ab67-6ff5575911d8 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:55.921561 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41744) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:56.458231 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-4bc1fa69-50ff-4053-97d3-98ff1eb05869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:56.716898 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669436'] for router_interface, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:56.993993 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Deleting port fd898730-0219-4663-8ae5-85ea0427e774 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:55:56.994234 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:57.081198 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] For port fd898730-0219-4663-8ae5-85ea0427e774, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=fd898730-0219-4663-8ae5-85ea0427e774,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:55:57.081628 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:57.095711 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Calling delete_port for fd898730-0219-4663-8ae5-85ea0427e774 owned by network:router_interface {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:55:57.115416 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:57.291677 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:57.295513 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-3637d641-9dd7-44e5-aa5c-6ab086461dd2 tempest-TestVolumeBootPattern-184947046 tempest-TestVolumeBootPattern-184947046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:57.323232 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd898730-0219-4663-8ae5-85ea0427e774,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:57.327676 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:57.543147 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655948'] for router_interface, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:57.772014 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Router c9fb5383-dc47-4942-9675-70c0b37a3f2b has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:55:57.883579 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:55:57.888899 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-809ec6d1-2e73-45c5-89a4-e99b996fa117 admin admin] 10.222.0.72 "PUT /v2.0/routers/c9fb5383-dc47-4942-9675-70c0b37a3f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9661248 Jun 29 11:55:57.892043 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41748) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:57.892975 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] Sync routers for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:55:57.904173 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:55:57.904972 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:55:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:58.008803 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.023382 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: dv-cinder-797608-2-iscsi {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:55:58.129186 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.136358 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.190344 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Deleting port 7b329613-040b-4d0f-acf6-5134d289dc77 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:55:58.190779 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.225894 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:55:57Z', 'revision_number': 5, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port': {'id': '7b329613-040b-4d0f-acf6-5134d289dc77', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:53Z', 'updated_at': '2021-06-29T11:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:58.252576 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] Checking router: c9fb5383-dc47-4942-9675-70c0b37a3f2b for host: dv-cinder-797608-2-iscsi {{(pid=93146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:55:58.261650 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] Routers {'c9fb5383-dc47-4942-9675-70c0b37a3f2b'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:55:58.263853 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:55:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'], 'active': True} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:58.290194 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] For port 7b329613-040b-4d0f-acf6-5134d289dc77, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=7b329613-040b-4d0f-acf6-5134d289dc77,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:55:58.290664 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.303295 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Calling delete_port for 7b329613-040b-4d0f-acf6-5134d289dc77 owned by network:router_gateway {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:55:58.351832 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvr_db [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] Set router c9fb5383-dc47-4942-9675-70c0b37a3f2b gateway port host: None {{(pid=93146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:55:58.413509 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_hamode_db [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:55:58Z', 'revision_number': 6, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port_host': None}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:58.441461 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8ff50-97db-47b4-963b-ca97b0610c9f None None] The sync data for ids ['c9fb5383-dc47-4942-9675-70c0b37a3f2b'] in dv-cinder-797608-2-iscsi is: [{'id': 'c9fb5383-dc47-4942-9675-70c0b37a3f2b', 'name': 'tempest-TestVolumeBootPattern-1418540697-router', 'tenant_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:52Z', 'updated_at': '2021-06-29T11:55:58Z', 'revision_number': 6, 'project_id': '12b39c3f6ffa44338b2cdb1c56b52fac', 'gw_port_host': None}] {{(pid=93146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:55:58.475984 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.478251 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-8c28498d-db2b-4ce2-b62e-2d525545dd32 tempest-TestMinimumBasicScenario-1879156220 tempest-TestMinimumBasicScenario-1879156220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:58.503838 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b329613-040b-4d0f-acf6-5134d289dc77,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:58.507205 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:58.572798 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2075368'] for router_gateway, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.669390 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1753'] for router, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.671033 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.715154 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654953'] for router, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.715651 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9fb5383-dc47-4942-9675-70c0b37a3f2b {{(pid=93145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:55:58.720374 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.721534 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-12a79dab-e229-49e0-b17a-c4313227cfd9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c9fb5383-dc47-4942-9675-70c0b37a3f2b HTTP/1.1" status: 204 len: 168 time: 0.8280663 Jun 29 11:55:58.725061 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41750) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:58.781731 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9abd3d2-d258-40ba-857d-512fb8665b2a admin admin] Deleting subnet d9d3a095-20e9-48f1-bfb9-32481c33d641 {{(pid=93145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:55:58.785163 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a9abd3d2-d258-40ba-857d-512fb8665b2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.823325 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a9abd3d2-d258-40ba-857d-512fb8665b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8038721'] for subnet, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.914016 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a9abd3d2-d258-40ba-857d-512fb8665b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.974890 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a9abd3d2-d258-40ba-857d-512fb8665b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8061683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7824906'] for subnet, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:58.977319 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:59.003988 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abd3d2-d258-40ba-857d-512fb8665b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d3a095-20e9-48f1-bfb9-32481c33d641,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:59.007345 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-a9abd3d2-d258-40ba-857d-512fb8665b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:59.008381 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-a9abd3d2-d258-40ba-857d-512fb8665b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.012909 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41752) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:59.013428 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-a9abd3d2-d258-40ba-857d-512fb8665b2a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d9d3a095-20e9-48f1-bfb9-32481c33d641 HTTP/1.1" status: 204 len: 168 time: 0.2869530 Jun 29 11:55:59.017021 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d44683-38a6-4113-a046-37efbd207f79 None None] Network 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:55:59.095150 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.152046 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Deleting port ed8e782c-badd-440f-9160-201e5a2937c8 {{(pid=93144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:55:59.152419 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.215217 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.db [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] For port ed8e782c-badd-440f-9160-201e5a2937c8, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=ed8e782c-badd-440f-9160-201e5a2937c8,segment=NetworkSegment(c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf),segment_id=c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf)] {{(pid=93144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:55:59.216282 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.228205 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.plugin [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Calling delete_port for ed8e782c-badd-440f-9160-201e5a2937c8 owned by network:dhcp {{(pid=93144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:55:59.314892 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4645045'] for port, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.317295 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-95ba85ed-c2cc-4b22-adfc-b5e6d9bde852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:59.340010 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8e782c-badd-440f-9160-201e5a2937c8,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:59.345636 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ee19e-f99c-4de8-81d8-ed8684b247d3 None None] DHCP port deletion for 4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 request from dv-cinder-797608-2-iscsi {{(pid=93146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:55:59.345825 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:59.348617 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] No DVR routers for this DVR port ed8e782c-badd-440f-9160-201e5a2937c8 on host dv-cinder-797608-2-iscsi {{(pid=93144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:55:59.423746 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.434091 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44']}} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:59.444842 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf') {'for_net_delete': True} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:59.445143 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.services.segments.db [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b9a58e-e3a4-4662-8f51-7c612c7b5fdf') {} {{(pid=93144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:59.454266 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4475958'] for segment, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.468449 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.474616 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:55:59.474998 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4645090'] for segment, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: Traceback (most recent call last): Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: timer() Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: cb(*args, **kw) Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: return func(*args, **kwargs) Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: self._notify() Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: self.callback(batched_events) Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: event.method(event) Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: return f(self, *a, **k) Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._get(url).json() Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: return self.request(url, 'GET', **kwargs) Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:55:59.476630 dv-cinder-797608-2-iscsi neutron-server[93144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:55:59.534901 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.539554 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:59.541545 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.543414 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44 HTTP/1.1" status: 204 len: 168 time: 0.5287902 Jun 29 11:55:59.546748 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41754) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:59.557348 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0d06ee-2368-4ff3-8532-7b4a0fe8ef44,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:59.560449 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-4c996066-ba90-40da-b55b-2d2a88a2b5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:59.589443 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:59.899763 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669436'] for router_interface, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:00.159232 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Deleting port e7fa6be5-f646-4aa0-b00f-d583ecab3538 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:00.159514 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:00.238820 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] For port e7fa6be5-f646-4aa0-b00f-d583ecab3538, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=e7fa6be5-f646-4aa0-b00f-d583ecab3538,segment=NetworkSegment(4cb6b5e8-4010-4dd5-9fe7-de136f84ae94),segment_id=4cb6b5e8-4010-4dd5-9fe7-de136f84ae94)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:00.239170 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:00.255596 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Calling delete_port for e7fa6be5-f646-4aa0-b00f-d583ecab3538 owned by network:router_interface {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:00.435176 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:00.437158 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0d7a0ca4-6e08-4063-a5fa-b7da9f5d149e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:00.461095 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fa6be5-f646-4aa0-b00f-d583ecab3538,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:00.464171 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:00.636824 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655948'] for router_interface, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:00.710133 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device fd898730-0219-4663-8ae5-85ea0427e774 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:00.735411 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: fd898730-0219-4663-8ae5-85ea0427e774 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:00.735800 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device fd898730-0219-4663-8ae5-85ea0427e774 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:00.736258 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 7b329613-040b-4d0f-acf6-5134d289dc77 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:00.755184 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 7b329613-040b-4d0f-acf6-5134d289dc77 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:00.755544 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 7b329613-040b-4d0f-acf6-5134d289dc77 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:00.755980 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ed8e782c-badd-440f-9160-201e5a2937c8 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:00.784253 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: ed8e782c-badd-440f-9160-201e5a2937c8 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:00.784567 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device ed8e782c-badd-440f-9160-201e5a2937c8 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:01.141397 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Router 20c231e5-c95e-4ae9-8828-d43102e1da7d has already been hosted by L3 agent 2d370a84-26a6-49d7-9d2f-83abcbfe388e {{(pid=93145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:56:01.246208 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-iscsi the message routers_updated {{(pid=93145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:56:01.252114 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-d229c8b8-e34c-496d-bc42-4bbe1d55b452 admin admin] 10.222.0.72 "PUT /v2.0/routers/20c231e5-c95e-4ae9-8828-d43102e1da7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7043264 Jun 29 11:56:01.254873 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41756) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:01.255457 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] Sync routers for ids ['20c231e5-c95e-4ae9-8828-d43102e1da7d'] in dv-cinder-797608-2-iscsi {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:56:01.265231 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] Routers {'20c231e5-c95e-4ae9-8828-d43102e1da7d'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:56:01.265825 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:55:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['20c231e5-c95e-4ae9-8828-d43102e1da7d'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:01.360886 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Notify callbacks [] for router, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:01.376600 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] Set router 20c231e5-c95e-4ae9-8828-d43102e1da7d gateway port host: dv-cinder-797608-2-iscsi {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:56:01.479049 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:01.534951 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Deleting port c9b79a1f-43b3-4225-a430-8c56b38666b1 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:01.535290 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:01.565304 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'name': 'tempest-TestVolumeBootPattern-854438315-router', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'external_fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:56:00Z', 'revision_number': 5, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'gw_port': {'id': 'c9b79a1f-43b3-4225-a430-8c56b38666b1', 'name': '', 'network_id': '4546cacf-05b6-4439-8e79-95afc759b82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4b9c275b-e3ea-4fec-829d-89f3c58d730a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-iscsi'}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:01.591493 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] Checking router: 20c231e5-c95e-4ae9-8828-d43102e1da7d for host: dv-cinder-797608-2-iscsi {{(pid=93147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:56:01.600198 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] Routers {'20c231e5-c95e-4ae9-8828-d43102e1da7d'} bound to L3 agent in host dv-cinder-797608-2-iscsi {{(pid=93147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:56:01.600820 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:26Z,description=,heartbeat_timestamp=2021-06-29T11:55:56Z,host='dv-cinder-797608-2-iscsi',id=2d370a84-26a6-49d7-9d2f-83abcbfe388e,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:26Z,topic='l3_agent')) {'router_ids': ['20c231e5-c95e-4ae9-8828-d43102e1da7d'], 'active': True} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:01.621428 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] For port c9b79a1f-43b3-4225-a430-8c56b38666b1, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=c9b79a1f-43b3-4225-a430-8c56b38666b1,segment=NetworkSegment(020ca834-6dc1-49a8-8f79-6a6144a93b53),segment_id=020ca834-6dc1-49a8-8f79-6a6144a93b53)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:01.621737 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:01.633388 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Calling delete_port for c9b79a1f-43b3-4225-a430-8c56b38666b1 owned by network:router_gateway {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:01.685295 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_dvr_db [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] Set router 20c231e5-c95e-4ae9-8828-d43102e1da7d gateway port host: None {{(pid=93147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:56:01.736152 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.l3_hamode_db [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'name': 'tempest-TestVolumeBootPattern-854438315-router', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:56:01Z', 'revision_number': 6, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'gw_port_host': None}], 'dv-cinder-797608-2-iscsi', False) {} {{(pid=93147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:01.765989 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee731a63-886f-4350-899d-c8d8521fcc20 None None] The sync data for ids ['20c231e5-c95e-4ae9-8828-d43102e1da7d'] in dv-cinder-797608-2-iscsi is: [{'id': '20c231e5-c95e-4ae9-8828-d43102e1da7d', 'name': 'tempest-TestVolumeBootPattern-854438315-router', 'tenant_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:47:57Z', 'updated_at': '2021-06-29T11:56:01Z', 'revision_number': 6, 'project_id': '1204b4c163e9400f8723b4f3ef0cc8a1', 'gw_port_host': None}] {{(pid=93147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:56:01.811766 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:01.813885 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-50bcfd46-917b-46e7-b0ec-adde516b77a1 tempest-TestShelveInstance-618401445 tempest-TestShelveInstance-618401445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:01.835619 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b79a1f-43b3-4225-a430-8c56b38666b1,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:01.838034 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:01.901458 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2075368'] for router_gateway, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:01.991433 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1753'] for router, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:01.993624 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.041291 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654953'] for router, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.041821 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c231e5-c95e-4ae9-8828-d43102e1da7d {{(pid=93145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:56:02.046945 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] Notify callbacks [] for router, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.048025 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-6f21ba0a-c355-47bf-ab8e-0724b274ba8a admin admin] 10.222.0.72 "DELETE /v2.0/routers/20c231e5-c95e-4ae9-8828-d43102e1da7d HTTP/1.1" status: 204 len: 168 time: 0.7922406 Jun 29 11:56:02.050592 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41758) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:02.096189 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.db_base_plugin_v2 [None req-35321b09-68b3-403c-96fa-0c10af5b617b admin admin] Deleting subnet c49d11b0-7825-49f6-bf20-8c26d54b84c1 {{(pid=93145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:56:02.099654 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-35321b09-68b3-403c-96fa-0c10af5b617b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.135525 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-35321b09-68b3-403c-96fa-0c10af5b617b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8038721'] for subnet, precommit_delete_associations {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.222523 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-35321b09-68b3-403c-96fa-0c10af5b617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-621910'] for subnet, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.274341 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-35321b09-68b3-403c-96fa-0c10af5b617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-621903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-229087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8061683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7824906'] for subnet, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.276658 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-2429c166-2406-48de-ae13-8c0a4aab5846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:02.300541 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35321b09-68b3-403c-96fa-0c10af5b617b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49d11b0-7825-49f6-bf20-8c26d54b84c1,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:02.303626 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-35321b09-68b3-403c-96fa-0c10af5b617b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:02.304949 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-35321b09-68b3-403c-96fa-0c10af5b617b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.306779 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-35321b09-68b3-403c-96fa-0c10af5b617b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c49d11b0-7825-49f6-bf20-8c26d54b84c1 HTTP/1.1" status: 204 len: 168 time: 0.2552774 Jun 29 11:56:02.309800 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41760) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:02.310567 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90a360-75f6-4f1f-894b-431c2d9cd96b None None] Network df3318b1-3559-4bbd-a175-17a7cacaada7 requested from dv-cinder-797608-2-iscsi {{(pid=93146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:56:02.385251 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613227'] for network, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.439798 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Deleting port 4409940e-0527-400c-bf28-87453dcd6b60 {{(pid=93145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:02.440157 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.506114 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] DHCP port deletion for df3318b1-3559-4bbd-a175-17a7cacaada7 request from dv-cinder-797608-2-iscsi {{(pid=93146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:56:02.507343 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.db [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] For port 4409940e-0527-400c-bf28-87453dcd6b60, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=4409940e-0527-400c-bf28-87453dcd6b60,segment=NetworkSegment(4cb6b5e8-4010-4dd5-9fe7-de136f84ae94),segment_id=4cb6b5e8-4010-4dd5-9fe7-de136f84ae94)] {{(pid=93145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:02.507734 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.522643 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.plugin [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Calling delete_port for 4409940e-0527-400c-bf28-87453dcd6b60 owned by network:dhcp {{(pid=93145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:02.559909 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Deleting port 4409940e-0527-400c-bf28-87453dcd6b60 {{(pid=93146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:02.560503 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748031804218'] for port, before_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.614570 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8061449'] for port, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.617874 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-c2d1a807-4a34-4bfb-9e8e-6985bd66aff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:02.627174 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.db [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] For port 4409940e-0527-400c-bf28-87453dcd6b60, host dv-cinder-797608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-iscsi',level=0,port_id=4409940e-0527-400c-bf28-87453dcd6b60,segment=NetworkSegment(4cb6b5e8-4010-4dd5-9fe7-de136f84ae94),segment_id=4cb6b5e8-4010-4dd5-9fe7-de136f84ae94)] {{(pid=93146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:02.627593 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1670365'] for port, precommit_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.642272 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4409940e-0527-400c-bf28-87453dcd6b60,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:02.642931 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Calling delete_port for 4409940e-0527-400c-bf28-87453dcd6b60 owned by network:dhcp {{(pid=93146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:02.646270 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:02.651407 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] No DVR routers for this DVR port 4409940e-0527-400c-bf28-87453dcd6b60 on host dv-cinder-797608-2-iscsi {{(pid=93145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:56:02.703538 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 4409940e-0527-400c-bf28-87453dcd6b60 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:02.729493 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: 4409940e-0527-400c-bf28-87453dcd6b60 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:02.729764 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device 4409940e-0527-400c-bf28-87453dcd6b60 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:02.730209 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device e7fa6be5-f646-4aa0-b00f-d583ecab3538 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:02.734643 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-621960', 'neutron.services.segments.db._delete_segments_for_network-8748031746627'] for network, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.747355 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3318b1-3559-4bbd-a175-17a7cacaada7']}} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:02.763197 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: e7fa6be5-f646-4aa0-b00f-d583ecab3538 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:02.763543 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device e7fa6be5-f646-4aa0-b00f-d583ecab3538 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:02.763982 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device c9b79a1f-43b3-4225-a430-8c56b38666b1 no longer exists at agent ovs-agent-dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:02.764756 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94') {'for_net_delete': True} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:02.765397 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.services.segments.db [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb6b5e8-4010-4dd5-9fe7-de136f84ae94') {} {{(pid=93145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:02.780433 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748031579594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8038734'] for segment, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.786954 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.plugin [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] No Port match for: c9b79a1f-43b3-4225-a430-8c56b38666b1 {{(pid=93146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:02.787313 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.plugins.ml2.rpc [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Device c9b79a1f-43b3-4225-a430-8c56b38666b1 not bound to the agent host dv-cinder-797608-2-iscsi {{(pid=93146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:02.814089 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748031727656', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748031237389'] for port, after_delete {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.816421 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:02.827113 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004'] for segment, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.836796 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:56:02.837462 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-616004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8061534'] for segment, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: Traceback (most recent call last): Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: timer() Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: cb(*args, **kw) Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: return func(*args, **kwargs) Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: self._notify() Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: self.callback(batched_events) Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: event.method(event) Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: return f(self, *a, **k) Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._get(url).json() Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: return self.request(url, 'GET', **kwargs) Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:56:02.840927 dv-cinder-797608-2-iscsi neutron-server[93145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:56:02.846786 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Pushing event deleted for resources: {'Port': ['ID=4409940e-0527-400c-bf28-87453dcd6b60,revision_number=None']} {{(pid=93146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:02.850907 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] No DVR routers for this DVR port 4409940e-0527-400c-bf28-87453dcd6b60 on host dv-cinder-797608-2-iscsi {{(pid=93146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:56:02.861912 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.861912 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.861912 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.863073 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.863073 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.863404 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.863592 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.863775 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.864208 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.864621 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.865005 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.865379 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-iscsi {{(pid=93146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:02.870604 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG oslo_concurrency.lockutils [None req-a68aa994-094f-4907-90d3-008a1e2c8d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:02.916366 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-621971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2080728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074373'] for network, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.920243 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-5d0c046b-c262-4f5c-88bd-b3df8af92526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:02.922757 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080765'] for network, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.926928 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] 10.222.0.72 "DELETE /v2.0/networks/df3318b1-3559-4bbd-a175-17a7cacaada7 HTTP/1.1" status: 204 len: 168 time: 0.6131747 Jun 29 11:56:02.937846 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Pushing event deleted for resources: {'Network': ['ID=df3318b1-3559-4bbd-a175-17a7cacaada7,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:02.940269 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-50c28c96-a35c-4f6c-a3a7-070e8ee652ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:03.040801 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41764) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:03.082273 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-113bae69-ffb1-4e21-851e-a6784d65b979 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=12b39c3f6ffa44338b2cdb1c56b52fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401132 Jun 29 11:56:03.084794 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.wsgi [-] (93145) accepted ('10.222.0.72', 41766) {{(pid=93145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:03.142006 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0ecedcc7-014f-4959-a620-55eccf3020e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:03.164453 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0ecedcc7-014f-4959-a620-55eccf3020e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:03.214406 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0ecedcc7-014f-4959-a620-55eccf3020e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:03.217816 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron_lib.callbacks.manager [None req-0ecedcc7-014f-4959-a620-55eccf3020e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:03.219260 dv-cinder-797608-2-iscsi neutron-server[93145]: INFO neutron.wsgi [None req-0ecedcc7-014f-4959-a620-55eccf3020e7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf4ef3f0-1de0-4ef9-aed4-cf762511b424 HTTP/1.1" status: 204 len: 168 time: 0.1332996 Jun 29 11:56:03.220063 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-e2d5f517-375a-48e6-a200-51ebe93a8035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:03.229735 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecedcc7-014f-4959-a620-55eccf3020e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4ef3f0-1de0-4ef9-aed4-cf762511b424,revision_number=None']} {{(pid=93145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:03.233662 dv-cinder-797608-2-iscsi neutron-server[93145]: DEBUG oslo_concurrency.lockutils [None req-0ecedcc7-014f-4959-a620-55eccf3020e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:03.570053 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41772) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:03.609903 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-a395d5bf-a83e-4f23-9536-202b58b1377e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1204b4c163e9400f8723b4f3ef0cc8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385680 Jun 29 11:56:03.612183 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [-] (93144) accepted ('10.222.0.72', 41774) {{(pid=93144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:03.665179 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cc66665b-d5f6-43f1-a6aa-8659a6b98fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:03.685852 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cc66665b-d5f6-43f1-a6aa-8659a6b98fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:03.732139 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cc66665b-d5f6-43f1-a6aa-8659a6b98fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1925216'] for security_group, after_delete {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:03.734859 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron_lib.callbacks.manager [None req-cc66665b-d5f6-43f1-a6aa-8659a6b98fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:03.735940 dv-cinder-797608-2-iscsi neutron-server[93144]: INFO neutron.wsgi [None req-cc66665b-d5f6-43f1-a6aa-8659a6b98fca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7fb31520-2033-451d-a0fb-99f419f89206 HTTP/1.1" status: 204 len: 168 time: 0.1228592 Jun 29 11:56:03.736749 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-e007d8e5-666e-409f-8397-261c7f0fb5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:03.744737 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66665b-d5f6-43f1-a6aa-8659a6b98fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb31520-2033-451d-a0fb-99f419f89206,revision_number=None']} {{(pid=93144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:03.747943 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG oslo_concurrency.lockutils [None req-cc66665b-d5f6-43f1-a6aa-8659a6b98fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:17.556605 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:23.173279 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-f8859c90-6a9a-46dc-ac6d-0614d2c64c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:26.450215 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-13e231a9-490b-4df4-934b-b6951ec94077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:27.117590 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:28.097577 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:29.592681 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:31.257805 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:56:47.551744 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:53.173766 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-85d21156-f16e-461a-81d8-c198891223f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:56.450349 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c39c2465-ca7d-4e6e-a8aa-9aab0722c14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:57.118953 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:58.100896 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:59.596202 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:08.257222 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:57:17.570339 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:23.175360 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-03ae026a-31e0-4685-ac47-eba9277e5baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:26.451848 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-9bce3f2b-f716-4b70-ae09-2c76493c0fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:27.120591 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:28.103903 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:29.598379 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:45.255492 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:57:47.567897 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:53.175935 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3de4d3a2-38b5-447c-bb3a-cb8543da0da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:56.452747 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-ba40d480-5909-4f2d-9bbd-d63ac8a93fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:57.121894 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:58.108466 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:59.603095 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:17.584709 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:22.254292 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:58:23.176350 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d2d2-d9ce-485f-be60-624b25e77db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:26.454723 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-866e48b0-9d6d-41a4-9574-83818a3946b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:27.123798 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:28.108355 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:29.603955 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:47.589369 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:53.177275 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7537a65a-2ebc-4106-a020-e610c02586fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:56.455660 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-893dc62e-3133-419a-ab29-0ca5f7868c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:57.124353 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:58.111774 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:59.253849 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:58:59.606837 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:17.586538 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:23.181853 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-cab03ca0-e963-40ff-b66a-2f24733abe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:26.457795 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6603ddab-66f7-439d-86fa-43003ea1ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:27.125055 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:28.114948 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:29.610499 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:36.252503 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:59:47.585088 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:53.185022 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-c169ccbe-2b29-4649-a5d3-dea50dd3b44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:56.458866 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-30d2a277-2c56-46f3-9e1e-9a4c23e8b0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:57.125959 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:58.119262 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:59.613343 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:13.251083 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:00:17.613241 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:23.185443 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8a8b-9efe-4939-b92b-aee4cc30bb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:26.461073 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-f873c0a8-5320-4457-a3c0-4873fcc0f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:27.129185 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:28.120306 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:29.617040 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:47.634250 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:50.250259 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:00:53.185890 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-15fac91d-0e47-4af2-bec3-14ae0745a938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:56.462033 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-de1d3b02-9ddf-4670-a842-a7bd2245b1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:57.129677 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:58.122602 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:59.619093 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:17.627771 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0563-5c44-49ee-bad6-7765b3768233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:23.187151 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-36e7d10d-58fb-444d-b5ce-06b6576110cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:26.463355 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-3b14a009-6c07-4cb9-8d3a-974b4db21eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:27.132150 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e48-ccf6-4748-91d1-8a571dc9e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:27.249121 dv-cinder-797608-2-iscsi neutron-server[93147]: DEBUG neutron.db.agents_db [None req-ec7025f2-bd64-41e0-bd85-03db768d342c None None] Agent healthcheck: found 6 active agents {{(pid=93147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:01:28.125788 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-316eae56-dcdb-4358-95cf-36503a096725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:29.622500 dv-cinder-797608-2-iscsi neutron-server[93146]: DEBUG neutron_lib.callbacks.manager [None req-7684accc-c939-4d86-96e5-9e93aa2d922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748031746609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624726'] for agent, after_update {{(pid=93146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:32.129667 dv-cinder-797608-2-iscsi neutron-server[93144]: DEBUG neutron.wsgi [req-a038f126-d334-49e1-bb0b-7f3a668f4dda req-1066dc3d-88ff-431f-b0c2-6e262c9c34da service neutron] (93144) timed out ('10.222.0.72', 36090) {{(pid=93144) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}